-- Logs begin at Wed 2021-01-20 00:11:14 UTC, end at Wed 2021-01-20 01:11:00 UTC. -- Jan 20 00:47:19.910856 dv-cinder-667108-30-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 20 00:47:22.718873 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.common.config [-] Logging enabled! Jan 20 00:47:22.719475 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev396 Jan 20 00:47:22.720782 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80047) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 20 00:47:22.722634 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.common.config [-] Logging enabled! Jan 20 00:47:22.722935 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev396 Jan 20 00:47:22.723291 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80047) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 20 00:47:22.724377 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 20 00:47:22.724642 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 20 00:47:22.726034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 20 00:47:22.726318 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 20 00:47:22.727130 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 20 00:47:22.727513 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.727859 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.728198 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.728460 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.728811 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.729145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.729467 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.729805 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.730157 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.730486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.730835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.731163 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.731429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.731750 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.732087 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.732420 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.732689 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] debug = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.733003 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.733542 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.733868 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.734190 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.734547 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.734864 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.735183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.735507 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.735907 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] host = dv-cinder-667108-30-smb {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.736218 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.736549 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.736879 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.737212 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.737526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.737845 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.738173 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.738484 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.738829 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] log_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.739145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.739478 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.739807 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.740149 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.740408 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.740662 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.740993 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.741325 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.741640 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.741955 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.742863 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.743171 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.743483 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.743791 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.744131 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.744462 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.744790 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.745152 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.745416 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.745724 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.746042 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.746363 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.746702 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.747016 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.747328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.747660 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.747966 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.748276 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.748637 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.748967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.749290 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.749616 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.749928 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.750257 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.750632 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.751045 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.751225 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] use_json = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.752029 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.752029 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.752390 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.752390 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.752678 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.752961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.753265 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.753596 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:22.753937 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.754508 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.754930 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.754930 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.755337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.755550 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.755881 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.756204 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.756532 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.756861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.757190 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.757505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.758834 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.758834 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.758834 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.758834 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.759326 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.760529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.760529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.760529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.760529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.761008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.761008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.761894 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.761894 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.761894 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.762265 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.763314 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.763314 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.763314 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.763314 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.763781 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.763902 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.764220 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.764543 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.764860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.765172 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.765480 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.765794 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.766128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.766442 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.766803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.767115 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.767428 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.767737 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.768063 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.768377 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.768691 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.769002 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.769317 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.769626 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.769937 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.770249 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.770560 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.770901 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.771212 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.771521 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.771831 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.772139 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.772447 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.772756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.773067 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.773428 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.773737 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.774048 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.774356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.774691 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.775003 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.775334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.775676 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.775991 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.776309 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.776627 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.776943 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.777257 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.777572 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.777886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.778202 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.778510 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.778892 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.779214 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.779541 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.779861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.780176 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.780515 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.780829 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.781147 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.781463 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.781779 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.782100 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.782427 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.782791 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.783123 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.783458 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.783785 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.784120 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.784434 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.784781 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.785085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:22.785333 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 20 00:47:22.785606 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80047) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 20 00:47:23.468725 dv-cinder-667108-30-smb neutron-server[80047]: INFO keyring.backend [-] Loading Gnome Jan 20 00:47:23.487876 dv-cinder-667108-30-smb neutron-server[80047]: INFO keyring.backend [-] Loading Google Jan 20 00:47:23.490783 dv-cinder-667108-30-smb neutron-server[80047]: INFO keyring.backend [-] Loading Windows (alt) Jan 20 00:47:23.494942 dv-cinder-667108-30-smb neutron-server[80047]: INFO keyring.backend [-] Loading file Jan 20 00:47:23.496450 dv-cinder-667108-30-smb neutron-server[80047]: INFO keyring.backend [-] Loading keyczar Jan 20 00:47:23.496823 dv-cinder-667108-30-smb neutron-server[80047]: INFO keyring.backend [-] Loading multi Jan 20 00:47:23.497663 dv-cinder-667108-30-smb neutron-server[80047]: INFO keyring.backend [-] Loading pyfs Jan 20 00:47:23.546315 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:47:23.546621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:47:23.546954 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:47:23.547506 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 20 00:47:23.963458 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:23.964078 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:23.964078 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.015678 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.015995 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.016295 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.020323 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.020643 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.020945 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.095054 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.095367 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.095668 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.096931 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.097233 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.097525 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.380858 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.381152 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.381457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.381763 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.382718 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.540611 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.540993 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.541323 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.541631 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.541931 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.542315 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.542641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.542940 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.543226 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.543567 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.543860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.544163 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.544468 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.544758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.545070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.545383 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.545676 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.545999 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.546295 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.546846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.547134 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.547416 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.547764 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.548046 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.548336 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.548817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 00:47:24.549088 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 00:47:24.549359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 00:47:24.549627 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 00:47:24.549896 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 00:47:24.550168 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 00:47:24.551663 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 20 00:47:24.555265 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 20 00:47:24.559388 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 20 00:47:24.563877 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jan 20 00:47:24.565622 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 20 00:47:24.566871 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 20 00:47:24.567260 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 20 00:47:24.567703 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 20 00:47:24.570615 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 20 00:47:24.570904 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 20 00:47:24.571303 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 20 00:47:24.594403 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 20 00:47:24.594958 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.595301 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80047) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 20 00:47:24.595717 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.597136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80047) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 20 00:47:24.597468 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 20 00:47:24.597744 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 20 00:47:24.602203 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.602500 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:24.668336 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 20 00:47:24.668651 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 20 00:47:24.668797 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 20 00:47:24.669166 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 20 00:47:24.707368 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.sqlalchemy.engines [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80047) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 20 00:47:25.175581 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Initializing driver for type 'gre' Jan 20 00:47:25.176424 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] gre ID ranges: [(1, 1000)] Jan 20 00:47:25.220578 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Initializing driver for type 'local' Jan 20 00:47:25.221000 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Initializing driver for type 'vlan' Jan 20 00:47:25.233937 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] VlanTypeDriver initialization complete Jan 20 00:47:25.234620 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Initializing driver for type 'vxlan' Jan 20 00:47:25.235632 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] vxlan ID ranges: [(1, 1000)] Jan 20 00:47:25.287024 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Initializing extension driver 'port_security' Jan 20 00:47:25.287354 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.extensions.port_security [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] PortSecurityExtensionDriver initialization complete Jan 20 00:47:25.287738 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Initializing mechanism driver 'openvswitch' Jan 20 00:47:25.294623 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:47:25.295502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > port after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.295913 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.296302 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.296732 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > subnet after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.297120 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > subnet after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.297506 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > subnet after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.297936 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > network after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.298318 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > network after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.298739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > network after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.299160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > security_group after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.299548 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > security_group after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.299928 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > security_group after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.300352 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.300734 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.301108 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.301690 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > address_group after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.302073 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > address_group after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.302455 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > address_group after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.302859 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] ML2 OVO RPC backend initialized. {{(pid=80047) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 20 00:47:25.303652 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router_interface after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.304046 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.305000 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > network before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.305376 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > networks before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.305758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > port before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.306136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > ports before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.306548 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > subnet before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.306957 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > subnets before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.307345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > network after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.307732 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > network after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.308105 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > network after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.308480 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > port after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.308854 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.309229 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.309603 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > subnet after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.309979 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > subnet after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.310367 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > subnet after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.311082 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.plugin [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Modular L2 Plugin initialization complete Jan 20 00:47:25.311443 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading services supported by the core plugin {{(pid=80047) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 20 00:47:25.311815 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Got port-security extension from driver 'port_security' Jan 20 00:47:25.312339 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.extensions.vlantransparent [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Disabled vlantransparent extension. Jan 20 00:47:25.314131 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80047) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 20 00:47:25.314504 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading Plugin: router Jan 20 00:47:25.354341 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router_interface before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.354897 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router after_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.355350 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router before_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.355814 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.356310 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.356755 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router after_delete 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.357213 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > floatingip after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.357676 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router after_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.358109 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router after_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.358552 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router after_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.359035 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.359499 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router after_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.360066 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router precommit_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.360550 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.360984 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.361492 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: subnet after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.361933 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.362383 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > port precommit_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.362868 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router precommit_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.363311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: port before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.363750 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router precommit_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.364210 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router after_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.364646 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router precommit_delete 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.365092 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router precommit_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.365559 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router_interface after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.366023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router precommit_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.366527 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > network after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.368254 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Tracking information for resource: router configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 00:47:25.368688 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Tracking information for resource: floatingip configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 00:47:25.374175 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_agentschedulers_db [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 20 00:47:25.374930 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.375384 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: port after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.375818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.376311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.377371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router before_create 55550100 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.377837 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router precommit_delete 55550100 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.378302 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router precommit_create 55550100 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.378800 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > router precommit_update 55550100 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.384502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.provider_configuration [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service providers = [] {{(pid=80047) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 20 00:47:25.384958 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.servicetype_db [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80047) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 20 00:47:25.388105 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.service_base [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 20 00:47:25.388542 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.service_base [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 20 00:47:25.388971 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.service_base [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 20 00:47:25.389972 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.service_base [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 20 00:47:25.390465 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.services.service_base [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 20 00:47:25.390980 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 00:47:25.391381 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 20 00:47:25.402503 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 00:47:25.402963 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading Plugin: auto_allocate Jan 20 00:47:25.409305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: network precommit_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.409829 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: network precommit_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.410514 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 00:47:25.410973 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading Plugin: tag Jan 20 00:47:25.420068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 00:47:25.420511 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading Plugin: timestamp Jan 20 00:47:25.424812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 00:47:25.425249 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading Plugin: network_ip_availability Jan 20 00:47:25.431850 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.432248 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.432710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.433628 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 00:47:25.434042 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading Plugin: flavors Jan 20 00:47:25.439033 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 00:47:25.439482 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading Plugin: revisions Jan 20 00:47:25.444916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 00:47:25.445991 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.898s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:47:25.446989 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80047) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 20 00:47:25.447522 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Initializing extension manager. Jan 20 00:47:25.448182 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: __init__.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.448668 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: __pycache__ {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.449146 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.449620 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: address_group.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.450708 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.451513 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: address-group Jan 20 00:47:25.451983 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: address_scope.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.452949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.453648 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: address-scope Jan 20 00:47:25.454103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: admin_state_down_before_update.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.455302 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.456015 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: router-admin-state-down-before-update Jan 20 00:47:25.456727 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: agent.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.457735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.458468 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: agent Jan 20 00:47:25.458953 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: agent_resources_synced.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.460074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.460898 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: agent-resources-synced Jan 20 00:47:25.461362 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: allowedaddresspairs.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.463614 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.464358 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: allowed-address-pairs Jan 20 00:47:25.464823 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: auto_allocated_topology.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.466117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.467063 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: auto-allocated-topology Jan 20 00:47:25.467533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: availability_zone.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.468436 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.469129 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: availability_zone Jan 20 00:47:25.469589 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: availability_zone_filter.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.470764 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.471471 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: availability_zone_filter Jan 20 00:47:25.471928 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: data_plane_status.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.473066 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.473777 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension data-plane-status not supported by any of loaded plugins Jan 20 00:47:25.474240 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: default_subnetpools.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.475602 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.476331 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: default-subnetpools Jan 20 00:47:25.476799 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: dhcpagentscheduler.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.477981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.478715 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: dhcp_agent_scheduler Jan 20 00:47:25.479179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: dns.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.480242 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.480927 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension dns-integration not supported by any of loaded plugins Jan 20 00:47:25.481408 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: dns_domain_ports.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.482457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.483185 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 20 00:47:25.483639 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: dvr.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.484481 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.485169 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: dvr Jan 20 00:47:25.485618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: empty_string_filtering.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.486728 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.487424 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: empty-string-filtering Jan 20 00:47:25.487879 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.488932 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.489614 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 20 00:47:25.490072 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.491216 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.492422 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 20 00:47:25.492897 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: external_net.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.493932 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.494666 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: external-net Jan 20 00:47:25.495128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: extra_dhcp_opt.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.496159 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.496850 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: extra_dhcp_opt Jan 20 00:47:25.497303 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: extraroute.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.498339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.499062 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: extraroute Jan 20 00:47:25.499513 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: extraroute_atomic.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.500869 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.501552 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: extraroute-atomic Jan 20 00:47:25.502014 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: filter_validation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.502906 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.503587 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: filter-validation Jan 20 00:47:25.504045 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: fip_pf_description.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.505158 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.505844 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 20 00:47:25.506293 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: fip_port_details.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.507374 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.508627 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: fip-port-details Jan 20 00:47:25.509083 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: flavors.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.510556 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.511257 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: flavors Jan 20 00:47:25.511773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.513642 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.514250 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 20 00:47:25.514651 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: floatingip_pools.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.515435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.516022 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: floatingip-pools Jan 20 00:47:25.516396 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: ip_allocation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.517365 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.517948 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension ip_allocation not supported by any of loaded plugins Jan 20 00:47:25.518323 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.519303 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.519894 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: ip-substring-filtering Jan 20 00:47:25.520266 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: l2_adjacency.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.521212 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.521795 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension l2_adjacency not supported by any of loaded plugins Jan 20 00:47:25.522159 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: l3.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.523393 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.523989 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: router Jan 20 00:47:25.524356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: l3_conntrack_helper.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.526803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.527417 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 20 00:47:25.527784 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.528744 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.529332 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: ext-gw-mode Jan 20 00:47:25.529698 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.530669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.531255 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: l3-ha Jan 20 00:47:25.531624 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: l3_flavors.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.532572 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.533159 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: l3-flavors Jan 20 00:47:25.533526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.534618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.535202 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: l3-port-ip-change-not-allowed Jan 20 00:47:25.535566 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: l3agentscheduler.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.536800 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.537393 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: l3_agent_scheduler Jan 20 00:47:25.537762 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: logging.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.539930 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.540521 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension logging not supported by any of loaded plugins Jan 20 00:47:25.540893 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: metering.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.541734 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.542451 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: metering Jan 20 00:47:25.542859 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.544098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.544695 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: metering_source_and_destination_fields Jan 20 00:47:25.545068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: multiprovidernet.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.546035 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.546662 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: multi-provider Jan 20 00:47:25.547032 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: netmtu.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.547975 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.548560 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: net-mtu Jan 20 00:47:25.548929 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: netmtu_writable.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.549868 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.550449 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: net-mtu-writable Jan 20 00:47:25.550855 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: network_availability_zone.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.551850 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.553506 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: network_availability_zone Jan 20 00:47:25.554067 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: network_ip_availability.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.556256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.556856 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: network-ip-availability Jan 20 00:47:25.557228 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: network_segment_range.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.558178 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.558801 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension network-segment-range not supported by any of loaded plugins Jan 20 00:47:25.559170 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: pagination.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.560235 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.560613 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: pagination Jan 20 00:47:25.560978 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.561949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.562545 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: port-mac-address-regenerate Jan 20 00:47:25.562945 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.563875 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.564456 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: port-numa-affinity-policy Jan 20 00:47:25.564821 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: port_resource_request.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.565766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.566345 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension port-resource-request not supported by any of loaded plugins Jan 20 00:47:25.566738 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: portbindings.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.567705 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.568288 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: binding Jan 20 00:47:25.568655 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: portbindings_extended.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.570039 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.570653 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: binding-extended Jan 20 00:47:25.571028 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: portsecurity.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.571990 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.572577 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: port-security Jan 20 00:47:25.572943 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: project_id.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.573948 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.574324 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: project-id Jan 20 00:47:25.574717 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: providernet.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.575672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.576268 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: provider Jan 20 00:47:25.576636 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: qos.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.580513 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.581126 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension qos not supported by any of loaded plugins Jan 20 00:47:25.581505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.582836 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.583434 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 20 00:47:25.583818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.584775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.585362 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 20 00:47:25.585777 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: qos_default.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.586784 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.587400 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension qos-default not supported by any of loaded plugins Jan 20 00:47:25.587769 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: qos_fip.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.588531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.589116 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension qos-fip not supported by any of loaded plugins Jan 20 00:47:25.589495 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: qos_gateway_ip.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.590735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.591325 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 20 00:47:25.591690 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: qos_port_network_policy.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.592649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.593233 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 20 00:47:25.593598 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: qos_rule_type_details.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.594587 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.595178 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 20 00:47:25.595544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: qos_rules_alias.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.596632 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.597221 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 20 00:47:25.597589 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: quotasv2.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.598690 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.599070 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: quotas Jan 20 00:47:25.599435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: quotasv2_detail.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.601909 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.602297 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: quota_details Jan 20 00:47:25.602724 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: rbac.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.604108 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.604748 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: rbac-policies Jan 20 00:47:25.605119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: rbac_address_scope.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.606129 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.606752 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: rbac-address-scope Jan 20 00:47:25.607120 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: rbac_security_groups.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.608054 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.608638 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: rbac-security-groups Jan 20 00:47:25.609009 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: rbac_subnetpool.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.609949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.610537 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: rbac-subnetpool Jan 20 00:47:25.610938 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: revisionifmatch.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.611884 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.612478 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: revision-if-match Jan 20 00:47:25.612846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: revisions.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.614008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.614610 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: standard-attr-revisions Jan 20 00:47:25.614978 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: router_availability_zone.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.615716 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.616303 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: router_availability_zone Jan 20 00:47:25.616668 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: routerservicetype.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.618179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.618795 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension router-service-type not supported by any of loaded plugins Jan 20 00:47:25.619180 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.620144 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.620732 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: security-groups-normalized-cidr Jan 20 00:47:25.621095 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: security_groups_port_filtering.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.622057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.622711 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: port-security-groups-filtering Jan 20 00:47:25.623082 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.624084 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.624681 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: security-groups-remote-address-group Jan 20 00:47:25.625044 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: securitygroup.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.638638 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.639334 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: security-group Jan 20 00:47:25.639711 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: segment.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.640683 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.641276 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension segment not supported by any of loaded plugins Jan 20 00:47:25.641648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.642751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.643352 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 20 00:47:25.643720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: servicetype.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.644926 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.645521 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: service-type Jan 20 00:47:25.645888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: sorting.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.646948 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.647328 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: sorting Jan 20 00:47:25.647693 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: standard_attr_segment.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.648672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.649271 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 20 00:47:25.649637 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: standardattrdescription.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.650363 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.650977 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: standard-attr-description Jan 20 00:47:25.651345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: stateful_security_group.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.652356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.652946 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: stateful-security-group Jan 20 00:47:25.653310 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: stdattrs_common.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.653916 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 20 00:47:25.654280 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.655283 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.655884 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 20 00:47:25.656249 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: subnet_onboard.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.657441 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.658031 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: subnet_onboard Jan 20 00:47:25.658401 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.659561 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.660138 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 20 00:47:25.660500 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: subnet_service_types.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.661502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.662089 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: subnet-service-types Jan 20 00:47:25.662452 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: subnetallocation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.663619 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.664760 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: subnet_allocation Jan 20 00:47:25.665146 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.665901 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.666486 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: subnetpool-prefix-ops Jan 20 00:47:25.666880 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.667891 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.668471 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 20 00:47:25.668836 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: tagging.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.670243 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.670877 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: standard-attr-tag Jan 20 00:47:25.671248 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: timestamp.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.672504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.673097 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loaded extension: standard-attr-timestamp Jan 20 00:47:25.673466 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: trunk.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.674542 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.675156 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension trunk not supported by any of loaded plugins Jan 20 00:47:25.675521 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: trunk_details.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.676474 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.677058 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension trunk-details not supported by any of loaded plugins Jan 20 00:47:25.677424 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: uplink_status_propagation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.678361 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.678973 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 20 00:47:25.679342 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Loading extension file: vlantransparent.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 00:47:25.680645 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 00:47:25.681223 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extension vlan-transparent not supported by any of loaded plugins Jan 20 00:47:25.684154 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:network Jan 20 00:47:25.684954 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:subnet Jan 20 00:47:25.685632 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 00:47:25.686304 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:port Jan 20 00:47:25.688876 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 00:47:25.689381 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service FLAVORS assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 00:47:25.690084 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 00:47:25.690559 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 00:47:25.690966 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:router Jan 20 00:47:25.691782 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:floatingip Jan 20 00:47:25.692566 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service METERING assigned prefix: /metering {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 00:47:25.694400 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.694837 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.695266 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:47:25.696513 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 00:47:25.697044 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:security_group Jan 20 00:47:25.697909 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 00:47:25.698775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service CORE assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 00:47:25.699157 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 00:47:25.699533 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] subnetpool is already registered Jan 20 00:47:25.700205 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service CORE assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 00:47:25.700577 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 00:47:25.700942 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] subnetpool is already registered Jan 20 00:47:25.703956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 00:47:25.704450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service FLAVORS assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 00:47:25.705112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 00:47:25.705583 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 00:47:25.705966 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:router Jan 20 00:47:25.706339 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] router is already registered Jan 20 00:47:25.707095 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:floatingip Jan 20 00:47:25.707463 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] floatingip is already registered Jan 20 00:47:25.708171 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service METERING assigned prefix: /metering {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 00:47:25.708957 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 00:47:25.709332 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] rbac_policy is already registered Jan 20 00:47:25.709995 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:security_group Jan 20 00:47:25.710363 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] security_group is already registered Jan 20 00:47:25.711118 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 00:47:25.711485 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] security_group_rule is already registered Jan 20 00:47:25.712245 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service CORE assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 00:47:25.712619 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 00:47:25.712989 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] subnetpool is already registered Jan 20 00:47:25.713670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Service CORE assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 00:47:25.714040 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 00:47:25.714400 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] subnetpool is already registered Jan 20 00:47:25.715202 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: extensions {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.716831 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: address-groups {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.718527 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: address-scopes {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.719866 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: agents {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.721096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: auto-allocated-topology {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.722420 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: availability_zones {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.723857 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: dhcp-networks {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.725619 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: dhcp-agents {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.727775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: routers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.729723 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: flavors {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.730996 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: service_profiles {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.732290 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: next_providers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.733988 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: service_profiles {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.735580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: floatingip-pools {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.736887 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: routers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.738841 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: floatingips {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.740124 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: l3-routers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.741633 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: l3-agents {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.743749 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: metering-labels {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.745216 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: metering-label-rules {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.746606 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: network-ip-availabilities {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.747986 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: bindings {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.749793 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: quotas {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.751414 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: quotas {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.752975 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: rbac-policies {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.754428 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: security-groups {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.755837 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: security-group-rules {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.757285 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: service-providers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.758759 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: subnetpools {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.760354 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: subnetpools {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.761953 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.763866 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.767170 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.769129 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.771151 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.773034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.775083 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.777116 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.779345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.781353 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 00:47:25.788686 dv-cinder-667108-30-smb neutron-server[80047]: WARNING keystonemiddleware.auth_token [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 20 00:47:25.795106 dv-cinder-667108-30-smb neutron-server[80047]: WARNING keystonemiddleware.auth_token [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 20 00:47:25.805173 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Acquired lock "singleton_lock" {{(pid=80047) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 20 00:47:25.805754 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Releasing lock "singleton_lock" {{(pid=80047) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 20 00:47:25.807364 dv-cinder-667108-30-smb neutron-server[80047]: INFO oslo_service.service [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Starting 2 workers Jan 20 00:47:25.812438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Started child 80160 {{(pid=80047) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 20 00:47:25.817681 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Started child 80161 {{(pid=80047) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 20 00:47:25.817974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:25.819690 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.service [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Neutron service started, listening on 0.0.0.0:9696 Jan 20 00:47:25.820147 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [-] (80160) wsgi starting up on http://0.0.0.0:9696 Jan 20 00:47:25.820618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Notify callbacks [] for process, before_spawn {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:25.822993 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:25.823516 dv-cinder-667108-30-smb neutron-server[80047]: INFO oslo_service.service [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Starting 1 workers Jan 20 00:47:25.824509 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [-] (80161) wsgi starting up on http://0.0.0.0:9696 Jan 20 00:47:25.830723 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Started child 80162 {{(pid=80047) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 20 00:47:25.831608 dv-cinder-667108-30-smb neutron-server[80047]: INFO oslo_service.service [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Starting 1 workers Jan 20 00:47:25.834758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.service [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] calling RpcWorker wait() {{(pid=80162) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 20 00:47:25.835425 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.service [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] returning from RpcWorker wait() {{(pid=80162) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 20 00:47:25.837858 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:25.838550 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:47:25.838764 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Started child 80163 {{(pid=80047) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 20 00:47:25.839799 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1503faf0-c116-459f-bdfe-86066582a39d None None] Notify callbacks [] for process, after_spawn {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:25.842012 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80047) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 20 00:47:25.842325 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 20 00:47:25.842687 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 20 00:47:25.843105 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 20 00:47:25.843281 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:25.843725 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 20 00:47:25.844031 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 20 00:47:25.844841 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.845316 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.845803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.846258 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.846775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.847865 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.848326 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.848787 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.849271 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.849717 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.850299 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.850638 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.851103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.852093 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.852620 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.853092 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.853525 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.853966 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.854312 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.854786 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.855286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.855769 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.856250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] debug = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.856700 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.857681 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.858098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.858525 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.858987 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.859447 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.859900 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.860374 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.860839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.861256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.861714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.862172 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.862559 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.863032 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.863480 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.863898 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.864633 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] host = dv-cinder-667108-30-smb {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.865054 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.865459 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.865839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.866222 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.866616 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.867556 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.867957 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.868374 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.868732 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.869141 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.869470 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.869827 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.870178 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.870540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.870857 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_options = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.871202 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.871564 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.871939 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.872322 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.872536 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.872727 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.873052 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.873307 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.873707 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.874049 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.874385 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.874771 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.875116 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.875454 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.875830 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.876161 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.876516 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.876848 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.877203 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.877590 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.877966 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.879542 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.879808 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.880032 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.880253 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:47:25.880476 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.880726 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.880956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.881377 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.881804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.883285 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.883752 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.884776 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.884776 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.885289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.885482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.885907 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.886342 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.887044 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.887390 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.887717 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.888226 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.888670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.889171 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.889712 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.889928 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.890328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_json = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.890738 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.894113 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.894113 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.894113 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.894113 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.894915 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.895094 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.898682 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:25.898682 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.898682 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.898682 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.898682 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.898682 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.898682 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.898682 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.900697 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.900697 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.900697 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.900697 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.900697 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.902444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.902444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.902444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.902444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.903309 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.903531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.903912 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.904283 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.905026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.905478 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.906058 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.908934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.908934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.908934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.908934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.908934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.908934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.911112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.911112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.911112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.911112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.911112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.911112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.912293 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.912293 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.912293 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.912908 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.913128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.913438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.914547 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.914855 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.915228 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.915600 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.915970 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.916337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.916756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.917126 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.917540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.917972 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.918371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.918766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.919134 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.919515 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.919917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.920306 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.920668 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.921034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.921418 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.921839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.922321 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.922765 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.923177 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.923862 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.924554 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.925179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.925863 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.926664 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.927284 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.927966 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.928405 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.928853 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.929281 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.929714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.930134 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.930599 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.931034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.931472 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.931895 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.932331 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.932762 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.933165 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.933579 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.934077 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.934787 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.935199 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.935769 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.936103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.936671 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.937637 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.937637 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.937935 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.938315 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.938794 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.939312 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.939879 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.940258 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.940717 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.941288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.941767 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.942219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.942707 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.943158 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.943626 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.944110 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.944601 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.945055 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.945525 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.945995 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.946472 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.947025 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.947472 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.948009 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.948468 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.948988 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.949523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.949997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.950667 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.951079 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.951487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.951928 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.952364 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.952806 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.953211 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.953630 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.954017 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.954448 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.954886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.955305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.955691 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.956113 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.956587 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.957014 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.957435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.957825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.958244 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.958720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.959112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.959537 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.959984 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.960396 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.961314 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.961736 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.962181 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.962612 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.963044 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.963455 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.963850 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.964232 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.964630 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.965015 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.965409 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.965826 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.966211 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.966632 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.967026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.967488 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.967941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.968428 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.968894 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.969344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.969809 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.970238 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.970708 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.971163 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.971597 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.972063 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.972487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.972973 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.973404 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.973868 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.974337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.974759 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.975514 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.976073 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.977105 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.977552 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.977980 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.978413 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.978866 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.979239 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.979581 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.980076 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.980486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.980974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.981390 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.981987 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.982413 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.982873 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.983325 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.983749 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.984155 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.984485 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.984917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.985350 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.985784 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.986247 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.986686 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.987082 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.987454 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.987828 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.988177 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.988570 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.988914 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.989393 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.989766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.990133 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.990488 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.990919 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.991397 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.991819 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.992284 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.992723 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.993054 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.993392 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.993750 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.994137 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.994551 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.995007 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.995542 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.996010 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.996443 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.996909 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.997339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.997783 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.998161 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.998693 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.999054 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.999447 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:25.999809 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.000167 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.000561 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.000971 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.001478 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.001959 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.002370 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.002808 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.003309 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.003719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.004125 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.004530 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.005229 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.005778 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.006193 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.006645 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.007041 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.007473 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.007880 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.008268 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.008698 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.009041 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.009376 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.009776 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.010149 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.010526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.010901 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.011266 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.011590 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.011935 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.012250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.012644 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.013040 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.013613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 20 00:47:26.014147 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80047) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 20 00:47:26.014457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 20 00:47:26.014805 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 20 00:47:26.015171 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 20 00:47:26.015478 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 20 00:47:26.015837 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 20 00:47:26.016174 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.016443 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.016716 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.016968 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.017220 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.017492 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.017745 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.018003 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.018316 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.018656 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.018931 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.019196 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.019457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.019716 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.019971 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.020229 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.020482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.020736 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.021002 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.021257 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.021514 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.021769 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.022024 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] debug = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.022278 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.022607 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.022875 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.023647 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.023915 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.024169 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.024424 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.024705 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.025003 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.025324 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.025622 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.025881 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.026144 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.026440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.026778 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.027088 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.027396 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] host = dv-cinder-667108-30-smb {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.027700 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.028005 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.028276 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.028605 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.028905 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.029229 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.029525 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.029829 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.030152 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.030450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.030777 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.031044 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.031309 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.031572 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.031831 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_options = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.032088 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.032342 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.032607 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.032913 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.033183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.033440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.033697 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.033950 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.034204 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.034461 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.034773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.035076 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.035392 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.035702 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.036061 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.036431 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.036737 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.037037 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.037376 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.037726 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.038148 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.038521 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.038873 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.039717 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.040093 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.040547 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.040857 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.041165 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.041469 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.041783 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.042096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.042374 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.042894 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.043040 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.043305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.043625 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.043934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.044258 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.044552 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.044787 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.045039 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.045284 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.045542 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.045824 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.046117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.046395 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_json = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.046737 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.047060 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.047336 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.047580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.047820 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.048061 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.048296 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.048647 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 00:47:26.048808 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.048965 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.049276 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.049577 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.049883 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.050214 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.050533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.050876 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.051126 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.051375 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.051628 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.051872 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.052133 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.052376 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.052619 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.052861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.053129 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.053336 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.053591 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.053832 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.054076 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.054318 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.054668 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.054915 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.055161 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.055402 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.055649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.055900 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.056158 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.056414 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.056667 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.056949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.057210 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.057486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.057799 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.058109 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.058417 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.058735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.059044 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.059355 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.059665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.059975 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.060286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.060599 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.060913 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.061221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.061531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.061840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.062150 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.062456 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.062817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.063124 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.063451 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.063738 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.063997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.064258 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.064513 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.064768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.065022 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.065276 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.065533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.065808 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.066065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.066321 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.066614 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.066938 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.067251 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.067598 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.067891 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.068218 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.068505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.068755 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.069086 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.069243 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.069460 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.069784 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.070151 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.070457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.070824 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.071153 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.071461 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.071729 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.072014 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.072337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.072672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.073008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.073262 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.073507 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.073782 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.074061 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.074302 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.074544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.074820 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.075079 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.075334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.075558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.075808 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.076050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.076329 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.076636 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.076946 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.077189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.077436 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.077693 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.078067 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.078306 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.078678 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.078940 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.079311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.079501 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.079796 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.080138 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.080462 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.080739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.081055 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.081399 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.081873 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.082167 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.082467 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.082805 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.082941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:47:26.083098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.083399 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.083705 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.084016 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.084324 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.084636 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.084950 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.085286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.086132 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.086455 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.086801 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.087122 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.087500 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.087803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.088115 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.088393 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.088665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.088930 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.089191 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.089771 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.090866 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.091199 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.091566 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.091902 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.092297 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.092570 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.092885 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.093197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.093994 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.094425 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 55126) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:47:26.094916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.095283 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.095639 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.095997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.096341 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.096682 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.097023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.097363 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.097698 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.098039 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.098393 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.098720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.099080 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.099579 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.099803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.100259 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.100614 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.100941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.101961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.102232 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.102435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.102812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.103150 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.103507 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.103881 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.104267 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.104841 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.105239 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.105657 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.106058 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.106436 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.106855 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.107227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.107580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.107930 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.108280 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.108625 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.108987 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.109356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.109758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.109988 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.110330 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.112710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.112710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.112710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.112710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.112710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.112710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.112710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.112710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.114289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.114289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.114289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.114289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.115186 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.115554 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.115961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.116316 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.116661 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0170121 Jan 20 00:47:26.116926 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.117137 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.117529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.117874 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.118918 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.118918 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.119174 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.120640 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.121003 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.121333 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.121651 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.121963 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.122295 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.124190 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.124473 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.124686 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.125094 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.126472 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.126839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.127168 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.128747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.129123 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.129502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.130604 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.130932 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.131265 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.131599 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.131962 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.132914 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.133248 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.133573 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.133916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.134261 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.134637 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.134972 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.135495 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.135850 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.136172 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.136497 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.136814 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.137134 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.137466 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.137801 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.138140 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.138462 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.138860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.139193 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.139541 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.139846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.140166 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.140485 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.140814 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.141138 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.142251 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.142251 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.142251 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 00:47:26.142251 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 20 00:47:38.089816 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e5f20d-8084-4b52-ad0b-677721ec8e57 None None] get_active_networks_info from dv-cinder-667108-30-smb {{(pid=80162) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 00:47:38.199586 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6a91a5f0-ade9-4a49-bd47-b83cdc4d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533'] for agent, after_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:38.229354 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e5f20d-8084-4b52-ad0b-677721ec8e57 None None] No non-hosted networks {{(pid=80162) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 20 00:47:40.996846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-642da1e4-898e-4840-9bf7-3eab5e07879e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533'] for agent, after_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:41.066967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a94abcb1-d495-4cdb-a0dd-c02e1a20c114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:42.626603 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533'] for agent, after_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:42.673036 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533'] for agent, after_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:42.674395 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:42.677800 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:42.682051 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:42.683275 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:42.685824 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:42.686442 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:42.687154 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:42.687673 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:42.688136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:42.688513 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:42.688903 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:42.689274 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:42.689929 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-667108-30-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:47:42.699790 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-667108-30-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:47:43.491743 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533'] for agent, after_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:44.703565 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] get_endpoint_by_host() called for host dv-cinder-667108-30-smb {{(pid=80162) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 20 00:47:44.711498 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] get_endpoint_by_ip() called for ip 192.168.0.26 {{(pid=80162) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 20 00:47:44.717529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] _add_endpoint() called for ip 192.168.0.26 {{(pid=80162) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 20 00:47:44.727306 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] _get_endpoints() called {{(pid=80162) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 20 00:47:45.234286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 55222) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:47:46.034798 dv-cinder-667108-30-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-5bdf14f6-73af-458a-b7b6-0d4d19b212c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 00:47:46.035704 dv-cinder-667108-30-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-5bdf14f6-73af-458a-b7b6-0d4d19b212c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 00:47:46.283561 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [None req-5bdf14f6-73af-458a-b7b6-0d4d19b212c5 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 00:47:46.284926 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-5bdf14f6-73af-458a-b7b6-0d4d19b212c5 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 1.0483549 Jan 20 00:47:47.433930 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_hamode_db [None req-d9cacfd0-47ae-4bfd-bb66-122981738c13 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 20 00:47:47.533112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cacfd0-47ae-4bfd-bb66-122981738c13 None None] Routers set() bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:47:47.533754 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cacfd0-47ae-4bfd-bb66-122981738c13 None None] Router IDs set() for agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 20 00:47:49.291330 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 55236) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:47:49.756024 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-9996a915-3de0-4d6e-a74c-34823f1a7bb7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:47:49.812955 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.policy [None req-9996a915-3de0-4d6e-a74c-34823f1a7bb7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80161) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 20 00:47:49.813693 dv-cinder-667108-30-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-9996a915-3de0-4d6e-a74c-34823f1a7bb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 00:47:49.814101 dv-cinder-667108-30-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-9996a915-3de0-4d6e-a74c-34823f1a7bb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 00:47:49.825631 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota [None req-9996a915-3de0-4d6e-a74c-34823f1a7bb7 admin admin] Loaded quota_driver: . Jan 20 00:47:49.842685 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9996a915-3de0-4d6e-a74c-34823f1a7bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:47:49.907811 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9996a915-3de0-4d6e-a74c-34823f1a7bb7 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773033195219', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773033146266', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773033143925', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773033232444', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773033231495', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036849732499', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-5048843', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-961830', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-618692'] for rbac-policy, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:49.977507 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9996a915-3de0-4d6e-a74c-34823f1a7bb7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:49.979070 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-9996a915-3de0-4d6e-a74c-34823f1a7bb7 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6856534 Jan 20 00:47:53.148487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 55250) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:47:53.675899 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Request body: {'network': {'project_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'name': 'private', 'admin_state_up': True}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:47:53.682128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:47:53.687238 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Usage tracker for resource:network and tenant:c2cab09082b54e19ab496d0b050b4c5b is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:47:53.691277 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:47:53.697732 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:47:53.707288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Made reservation on behalf of c2cab09082b54e19ab496d0b050b4c5b for: {'network': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:47:53.714396 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:53.733295 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:53.749168 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:47:53.753570 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Usage tracker for resource:security_group_rule and tenant:c2cab09082b54e19ab496d0b050b4c5b is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:47:53.757763 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:47:53.763778 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:47:53.873345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:53.876611 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:53.882522 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:47:53.904605 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 00:47:53.934776 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773035505284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:53.935412 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Added segment 55e59cc2-af5a-4fd2-9b69-9d7e0972ef38 of type vxlan for network 361f5af9-370b-4025-b7f6-094675606b86 Jan 20 00:47:54.002531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0efb007-87fd-40f1-baeb-df04857f98e3,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:47:54.187593 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:54.188178 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:54.188178 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:54.188533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:54.188882 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:54.189231 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:54.189585 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:54.189925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:54.190288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:54.190659 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:54.191006 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:54.191345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Tracked resource versions report: Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: pushed versions: Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': {'1.0'}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': {'1.1'}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': {'1.6'}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': {'1.0'}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': {'1.1'}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': {'1.1'}} Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: consumer versions: Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: { DHCP agent@dv-cinder-667108-30-smb: {}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: L3 agent@dv-cinder-667108-30-smb: {}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: Metadata agent@dv-cinder-667108-30-smb: {}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: Metering agent@dv-cinder-667108-30-smb: {}, Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-667108-30-smb: { 'AddressGroup': '1.1', Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': '1.0', Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': '1.1', Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': '1.6', Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': '1.2', Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': '1.8', Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': '1.4', Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': '1.0', Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': '1.1', Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': '1.1'}} Jan 20 00:47:54.192509 dv-cinder-667108-30-smb neutron-server[80047]: {{(pid=80161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 00:47:54.237716 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:54.246998 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:47:54.281986 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:54.283440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:47:54.284140 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:54.289945 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:47:54.404680 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.2548683 Jan 20 00:47:54.408448 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Pushing event updated for resources: {'Network': ['ID=361f5af9-370b-4025-b7f6-094675606b86,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:47:54.428328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:47:54.441803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network 361f5af9-370b-4025-b7f6-094675606b86 details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:47:57.621487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 55266) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:47:58.191619 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de885c03-a411-42b5-9140-111ae6c4a87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:47:58.193073 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-de885c03-a411-42b5-9140-111ae6c4a87d admin admin] 10.222.0.44 "GET /v2.0/networks/361f5af9-370b-4025-b7f6-094675606b86 HTTP/1.1" status: 200 len: 818 time: 0.5705280 Jan 20 00:47:58.226253 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ac4eb68d-81be-4426-8c47-d956ceeff758 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/39d6a54c-a663-4829-812c-ac339787d208 HTTP/1.1" status: 200 len: 734 time: 0.0261192 Jan 20 00:47:58.237540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '361f5af9-370b-4025-b7f6-094675606b86', 'subnetpool_id': '39d6a54c-a663-4829-812c-ac339787d208', 'gateway_ip': '172.20.0.1', 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'ip_version': 4}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:47:58.242939 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:47:58.247434 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Usage tracker for resource:subnet and tenant:c2cab09082b54e19ab496d0b050b4c5b is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:47:58.250960 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:47:58.257601 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:47:58.270935 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Made reservation on behalf of c2cab09082b54e19ab496d0b050b4c5b for: {'subnet': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:47:58.276395 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:58.830756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for subnet, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:58.847255 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:47:59.000958 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744cde0b-8de3-41fc-aa3b-beab60aaa1b7,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:47:59.007714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:47:59.068885 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Checking segment: {'id': '55e59cc2-af5a-4fd2-9b69-9d7e0972ef38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '361f5af9-370b-4025-b7f6-094675606b86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:47:59.069840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Network hostable DHCP agents. Network: 361f5af9-370b-4025-b7f6-094675606b86, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 00:47:59.095783 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Network 361f5af9-370b-4025-b7f6-094675606b86 is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 00:47:59.109342 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, 361f5af9-370b-4025-b7f6-094675606b86) {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:47:59.114058 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:47:59.114721 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:59.123542 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce284bf8-9189-48f5-90fa-3249e314b2f7 None None] Network 361f5af9-370b-4025-b7f6-094675606b86 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:47:59.143410 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9098530 Jan 20 00:47:59.485312 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47cf4265-80e3-5d65-ae8c-d06ff241b5cf-361f5af9-370b-4025-b7f6-094675606b86', 'network_id': '361f5af9-370b-4025-b7f6-094675606b86', 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'fixed_ips': [{'subnet_id': '744cde0b-8de3-41fc-aa3b-beab60aaa1b7'}]}} from dv-cinder-667108-30-smb. {{(pid=80162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 00:47:59.487586 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:47:59.859971 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Allocated IP 172.20.0.2 (361f5af9-370b-4025-b7f6-094675606b86/744cde0b-8de3-41fc-aa3b-beab60aaa1b7/26e96942-436e-4036-b0b7-fe9d741f0784) {{(pid=80162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:48:00.125852 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Notify callbacks [] for port, precommit_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:00.141403 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Transition to ACTIVE for port object 26e96942-436e-4036-b0b7-fe9d741f0784 will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:48:00.160558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Transition to ACTIVE for port object 26e96942-436e-4036-b0b7-fe9d741f0784 will not be triggered until provisioned by entity DHCP. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:48:00.168010 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:00.184890 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:00.498018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Pushing event updated for resources: {'Port': ['ID=26e96942-436e-4036-b0b7-fe9d741f0784,revision_number=1']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:00.518054 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:00.518427 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:00.518863 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:00.519187 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:00.519544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:00.519900 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:00.520253 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:00.520605 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:00.520970 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:00.521340 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:00.521669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:00.522019 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Tracked resource versions report: Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: pushed versions: Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': {'1.0'}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': {'1.1'}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': {'1.6'}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': {'1.0'}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': {'1.1'}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': {'1.1'}} Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: consumer versions: Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: { DHCP agent@dv-cinder-667108-30-smb: {}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: L3 agent@dv-cinder-667108-30-smb: {}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: Metadata agent@dv-cinder-667108-30-smb: {}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: Metering agent@dv-cinder-667108-30-smb: {}, Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-667108-30-smb: { 'AddressGroup': '1.1', Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': '1.0', Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': '1.1', Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': '1.6', Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': '1.2', Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': '1.8', Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': '1.4', Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': '1.0', Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': '1.1', Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': '1.1'}} Jan 20 00:48:00.523750 dv-cinder-667108-30-smb neutron-server[80047]: {{(pid=80162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 00:48:00.531189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:00.586242 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Network 361f5af9-370b-4025-b7f6-094675606b86 is already hosted by enough agents. {{(pid=80162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:48:00.587842 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Resources bound (agent type, host, resource id): {{(pid=80162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:48:00.591000 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Received port after_create {{(pid=80162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:48:00.657378 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Attempting to bind port 26e96942-436e-4036-b0b7-fe9d741f0784 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:48:00.657777 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Attempting to bind port 26e96942-436e-4036-b0b7-fe9d741f0784 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '55e59cc2-af5a-4fd2-9b69-9d7e0972ef38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '361f5af9-370b-4025-b7f6-094675606b86'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:48:00.658190 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Attempting to bind port 26e96942-436e-4036-b0b7-fe9d741f0784 on network 361f5af9-370b-4025-b7f6-094675606b86 {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:48:00.665117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:48:00.665836 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Checking segment: {'id': '55e59cc2-af5a-4fd2-9b69-9d7e0972ef38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '361f5af9-370b-4025-b7f6-094675606b86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:48:00.665981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:00.666417 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Bound using segment: {'id': '55e59cc2-af5a-4fd2-9b69-9d7e0972ef38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '361f5af9-370b-4025-b7f6-094675606b86'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:48:00.667035 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Bound port: 26e96942-436e-4036-b0b7-fe9d741f0784, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e59cc2-af5a-4fd2-9b69-9d7e0972ef38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '361f5af9-370b-4025-b7f6-094675606b86'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:48:00.667589 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:00.778170 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] For port 26e96942-436e-4036-b0b7-fe9d741f0784, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:48:00.783292 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] For port 26e96942-436e-4036-b0b7-fe9d741f0784, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=26e96942-436e-4036-b0b7-fe9d741f0784,segment=NetworkSegment(55e59cc2-af5a-4fd2-9b69-9d7e0972ef38),segment_id=55e59cc2-af5a-4fd2-9b69-9d7e0972ef38)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:48:00.789121 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:00.803474 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:00.968964 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Pushing event updated for resources: {'Port': ['ID=26e96942-436e-4036-b0b7-fe9d741f0784,revision_number=2']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:00.974026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:02.078112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 55276) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:48:02.612625 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [None req-ee5b1d9c-e109-41c7-b300-5cb36477270c admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 00:48:02.614032 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ee5b1d9c-e109-41c7-b300-5cb36477270c admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5348198 Jan 20 00:48:04.789137 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 26e96942-436e-4036-b0b7-fe9d741f0784 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:48:04.878649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 26e96942-436e-4036-b0b7-fe9d741f0784 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:48:04.922506 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 5 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:48:05.898465 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 55290) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:48:05.904981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42262260-55aa-46a7-88f2-3dc8d5ff1824 None None] Network 361f5af9-370b-4025-b7f6-094675606b86 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:48:06.046857 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c43ba1fd-9448-42c5-a9bb-f58872705675 None None] Provisioning for port 26e96942-436e-4036-b0b7-fe9d741f0784 completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:48:06.063952 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c43ba1fd-9448-42c5-a9bb-f58872705675 None None] Provisioning complete for port 26e96942-436e-4036-b0b7-fe9d741f0784 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:48:06.064486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c43ba1fd-9448-42c5-a9bb-f58872705675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:06.324468 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c43ba1fd-9448-42c5-a9bb-f58872705675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:06.377710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-c43ba1fd-9448-42c5-a9bb-f58872705675 None None] For port 26e96942-436e-4036-b0b7-fe9d741f0784, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=26e96942-436e-4036-b0b7-fe9d741f0784,segment=NetworkSegment(55e59cc2-af5a-4fd2-9b69-9d7e0972ef38),segment_id=55e59cc2-af5a-4fd2-9b69-9d7e0972ef38)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:48:06.383971 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c43ba1fd-9448-42c5-a9bb-f58872705675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:06.391743 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:06.450342 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [None req-5d66e3ab-9e55-41bb-bde0-85023e1ba83e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 00:48:06.452759 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-5d66e3ab-9e55-41bb-bde0-85023e1ba83e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5517509 Jan 20 00:48:06.472233 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ba1fd-9448-42c5-a9bb-f58872705675 None None] Pushing event updated for resources: {'Port': ['ID=26e96942-436e-4036-b0b7-fe9d741f0784,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:06.477261 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c43ba1fd-9448-42c5-a9bb-f58872705675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:06.719086 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-79845e7a-d124-4abf-b82a-90eea4d1078b None None] Provisioning complete for port 26e96942-436e-4036-b0b7-fe9d741f0784 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:48:06.719502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79845e7a-d124-4abf-b82a-90eea4d1078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:06.836872 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 26e96942-436e-4036-b0b7-fe9d741f0784 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:48:06.939675 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 26e96942-436e-4036-b0b7-fe9d741f0784 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:48:06.940637 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:07.088617 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-946ce103-e7d3-4309-b513-7f8c2c25bb7a None None] Provisioning complete for port 26e96942-436e-4036-b0b7-fe9d741f0784 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:48:07.089079 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-946ce103-e7d3-4309-b513-7f8c2c25bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:07.340643 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ceb71ee6-48f4-4961-bfc7-4a1efcf9800f None None] Provisioning complete for port 26e96942-436e-4036-b0b7-fe9d741f0784 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:48:07.341054 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ceb71ee6-48f4-4961-bfc7-4a1efcf9800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:07.933923 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c81f57ae-ae90-453c-b4a7-f9d4696d782f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:09.922966 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 55302) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:48:10.453168 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-fb17147d-9235-4091-be8b-62a669be4b8a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'name': 'router1'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:48:10.459527 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fb17147d-9235-4091-be8b-62a669be4b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:48:10.466239 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-fb17147d-9235-4091-be8b-62a669be4b8a admin admin] Usage tracker for resource:router and tenant:c2cab09082b54e19ab496d0b050b4c5b is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:48:10.472414 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-fb17147d-9235-4091-be8b-62a669be4b8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:48:10.484144 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fb17147d-9235-4091-be8b-62a669be4b8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:48:10.499802 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb17147d-9235-4091-be8b-62a669be4b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-439'] for router, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:10.502140 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb17147d-9235-4091-be8b-62a669be4b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854169189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853813605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1025922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775409'] for router, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:10.537291 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb17147d-9235-4091-be8b-62a669be4b8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:10.647846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb17147d-9235-4091-be8b-62a669be4b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854169219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962208'] for router, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:10.669096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb17147d-9235-4091-be8b-62a669be4b8a admin admin] Notify callbacks [] for router, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:10.670394 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-fb17147d-9235-4091-be8b-62a669be4b8a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7463129 Jan 20 00:48:10.991331 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d90fb4ce-11ae-4292-83b8-053816895e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:12.472716 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:12.661818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:13.320355 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:13.542454 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 55322) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:48:13.750253 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [None req-8cbc4733-ded4-40fb-a4d5-18c54f137051 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 00:48:13.751901 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-8cbc4733-ded4-40fb-a4d5-18c54f137051 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2081194 Jan 20 00:48:16.407512 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 55342) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:48:16.495909 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:48:16.503603 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:48:16.510868 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Usage tracker for resource:network and tenant:67ecf0903bb64ed5836f2edce6dabd0b is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:48:16.516559 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:48:16.526618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:48:16.540044 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Made reservation on behalf of 67ecf0903bb64ed5836f2edce6dabd0b for: {'network': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:48:16.547334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:16.569529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:16.595489 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:48:16.602725 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Usage tracker for resource:security_group_rule and tenant:67ecf0903bb64ed5836f2edce6dabd0b is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:48:16.607769 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:48:16.618078 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:48:16.733162 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:16.736471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:16.741836 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:16.758673 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Reserving flat network on physical network physnet1 {{(pid=80161) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 20 00:48:16.782836 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74488eaa-cfaa-4dfc-b320-22221393614d,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:16.788154 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:16.789254 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773035505284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:16.789874 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Unsubscribe: segment precommit_create {{(pid=80161) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 20 00:48:16.790305 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Added segment 55223f1b-f4da-4d04-a26c-93ee843b4be4 of type flat for network 7116fac5-173a-4c74-bc75-236a854e751a Jan 20 00:48:16.829130 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:16.868220 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:16.869435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:48:16.870063 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:16.875331 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-61524b1d-44e0-4e32-aefb-c9e949a036fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:16.982311 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5735402 Jan 20 00:48:16.985834 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Pushing event updated for resources: {'Network': ['ID=7116fac5-173a-4c74-bc75-236a854e751a,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:16.988900 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:17.002200 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network 7116fac5-173a-4c74-bc75-236a854e751a details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:48:19.625486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 55352) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:48:19.777250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26de438-e70b-48db-908e-2a0a18c1edba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:48:19.778951 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f26de438-e70b-48db-908e-2a0a18c1edba admin admin] 10.222.0.44 "GET /v2.0/subnets/744cde0b-8de3-41fc-aa3b-beab60aaa1b7 HTTP/1.1" status: 200 len: 849 time: 0.1521516 Jan 20 00:48:19.942548 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-476b7af2-0af1-4619-b7ef-ecfb409dab86 admin admin] 10.222.0.44 "GET /v2.0/routers/fe357100-c328-4fca-819e-6f873221a478 HTTP/1.1" status: 200 len: 704 time: 0.1568415 Jan 20 00:48:20.618157 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:21.013916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Allocated IP 172.20.0.1 (361f5af9-370b-4025-b7f6-094675606b86/744cde0b-8de3-41fc-aa3b-beab60aaa1b7/41e2782e-f5fe-40ba-9990-4af07576a9c0) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:48:21.203692 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:21.226683 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Transition to ACTIVE for port object 41e2782e-f5fe-40ba-9990-4af07576a9c0 will not be triggered until provisioned by entity DHCP. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:48:21.292856 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:21.309768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:21.452773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Pushing event updated for resources: {'Port': ['ID=41e2782e-f5fe-40ba-9990-4af07576a9c0,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:21.461026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:21.526103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Network 361f5af9-370b-4025-b7f6-094675606b86 is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:48:21.527545 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:48:21.530017 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:48:21.530547 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611580'] for router_interface, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:21.814299 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-95ae4c50-f475-4246-aa3b-91af8de76526 None None] Provisioning for port 41e2782e-f5fe-40ba-9990-4af07576a9c0 completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:48:21.824122 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-95ae4c50-f475-4246-aa3b-91af8de76526 None None] Provisioning complete for port 41e2782e-f5fe-40ba-9990-4af07576a9c0 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:48:21.824818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-95ae4c50-f475-4246-aa3b-91af8de76526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:21.830488 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:21.941210 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-95ae4c50-f475-4246-aa3b-91af8de76526 None None] Port 41e2782e-f5fe-40ba-9990-4af07576a9c0 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 00:48:22.154396 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:22.158490 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:22.159786 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854164385'] for router_interface, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:22.175601 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:22.318585 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Pushing event updated for resources: {'Port': ['ID=41e2782e-f5fe-40ba-9990-4af07576a9c0,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:22.324040 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:22.382103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Network 361f5af9-370b-4025-b7f6-094675606b86 is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:48:22.383487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:48:22.671213 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-6338da32-2902-4543-9669-6ce6cf9e35aa None None] Provisioning complete for port 41e2782e-f5fe-40ba-9990-4af07576a9c0 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:48:22.671679 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6338da32-2902-4543-9669-6ce6cf9e35aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:22.742332 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-6338da32-2902-4543-9669-6ce6cf9e35aa None None] Port 41e2782e-f5fe-40ba-9990-4af07576a9c0 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 00:48:22.796999 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Router fe357100-c328-4fca-819e-6f873221a478 is scheduled to L3 agent 48f3f500-c824-42c3-8771-385393b42a92 with binding_index 1 {{(pid=80161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 00:48:22.975418 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 00:48:22.985644 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] 10.222.0.44 "PUT /v2.0/routers/fe357100-c328-4fca-819e-6f873221a478/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0370452 Jan 20 00:48:22.986747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Sync routers for ids ['fe357100-c328-4fca-819e-6f873221a478'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 00:48:22.999134 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Routers {'fe357100-c328-4fca-819e-6f873221a478'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:48:23.000069 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:48:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['fe357100-c328-4fca-819e-6f873221a478'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:48:23.196582 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Set router fe357100-c328-4fca-819e-6f873221a478 gateway port host: None {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:48:23.971913 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe357100-c328-4fca-819e-6f873221a478', 'name': 'router1', 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:48:10Z', 'updated_at': '2021-01-20T00:48:21Z', 'revision_number': 2, 'project_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'gw_port_host': None, '_interfaces': [{'id': '41e2782e-f5fe-40ba-9990-4af07576a9c0', 'name': '', 'network_id': '361f5af9-370b-4025-b7f6-094675606b86', 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'mac_address': 'fa:16:3e:c2:2d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe357100-c328-4fca-819e-6f873221a478', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '744cde0b-8de3-41fc-aa3b-beab60aaa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:48:20Z', 'updated_at': '2021-01-20T00:48:21Z', 'revision_number': 2, 'project_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'subnets': [{'id': '744cde0b-8de3-41fc-aa3b-beab60aaa1b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39d6a54c-a663-4829-812c-ac339787d208'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:48:23.978549 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Checking router: fe357100-c328-4fca-819e-6f873221a478 for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 00:48:23.978964 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Updating router fe357100-c328-4fca-819e-6f873221a478 port 41e2782e-f5fe-40ba-9990-4af07576a9c0 binding host dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 00:48:24.042602 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:24.627277 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Notify callbacks [] for port, precommit_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:24.652362 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Transition to ACTIVE for port object 41e2782e-f5fe-40ba-9990-4af07576a9c0 will not be triggered until provisioned by entity L2. {{(pid=80163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:48:24.655798 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:24.670869 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:24.840472 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Pushing event updated for resources: {'Port': ['ID=41e2782e-f5fe-40ba-9990-4af07576a9c0,revision_number=3']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:24.856550 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:24.857005 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:24.857432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:24.857901 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:24.858324 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:24.858816 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:24.859238 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:24.859665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:24.860098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:24.860581 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:24.861034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:24.861467 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Tracked resource versions report: Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: pushed versions: Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': {'1.0'}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': {'1.1'}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': {'1.6'}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': {'1.0'}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': {'1.1'}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': {'1.1'}} Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: consumer versions: Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: { DHCP agent@dv-cinder-667108-30-smb: {}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: L3 agent@dv-cinder-667108-30-smb: {}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: Metadata agent@dv-cinder-667108-30-smb: {}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: Metering agent@dv-cinder-667108-30-smb: {}, Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-667108-30-smb: { 'AddressGroup': '1.1', Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': '1.0', Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': '1.1', Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': '1.6', Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': '1.2', Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': '1.8', Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': '1.4', Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': '1.0', Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': '1.1', Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': '1.1'}} Jan 20 00:48:24.862859 dv-cinder-667108-30-smb neutron-server[80047]: {{(pid=80163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 00:48:24.869028 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:25.091439 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Attempting to bind port 41e2782e-f5fe-40ba-9990-4af07576a9c0 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:48:25.091813 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Attempting to bind port 41e2782e-f5fe-40ba-9990-4af07576a9c0 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '55e59cc2-af5a-4fd2-9b69-9d7e0972ef38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '361f5af9-370b-4025-b7f6-094675606b86'}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:48:25.092174 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Attempting to bind port 41e2782e-f5fe-40ba-9990-4af07576a9c0 on network 361f5af9-370b-4025-b7f6-094675606b86 {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:48:25.099472 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:48:25.099940 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Checking segment: {'id': '55e59cc2-af5a-4fd2-9b69-9d7e0972ef38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '361f5af9-370b-4025-b7f6-094675606b86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:48:25.100410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:25.100839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Bound using segment: {'id': '55e59cc2-af5a-4fd2-9b69-9d7e0972ef38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '361f5af9-370b-4025-b7f6-094675606b86'} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:48:25.101410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Bound port: 41e2782e-f5fe-40ba-9990-4af07576a9c0, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e59cc2-af5a-4fd2-9b69-9d7e0972ef38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '361f5af9-370b-4025-b7f6-094675606b86'}}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:48:25.101840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:25.254096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] For port 41e2782e-f5fe-40ba-9990-4af07576a9c0, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:48:25.262747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] For port 41e2782e-f5fe-40ba-9990-4af07576a9c0, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=41e2782e-f5fe-40ba-9990-4af07576a9c0,segment=NetworkSegment(55e59cc2-af5a-4fd2-9b69-9d7e0972ef38),segment_id=55e59cc2-af5a-4fd2-9b69-9d7e0972ef38)] {{(pid=80163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:48:25.266736 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:25.285307 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:25.460406 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Pushing event updated for resources: {'Port': ['ID=41e2782e-f5fe-40ba-9990-4af07576a9c0,revision_number=4']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:25.480413 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:25.574285 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Routers {'fe357100-c328-4fca-819e-6f873221a478'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:48:25.575501 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:48:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['fe357100-c328-4fca-819e-6f873221a478'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:48:25.795450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] Set router fe357100-c328-4fca-819e-6f873221a478 gateway port host: None {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:48:25.962451 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 55364) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:48:26.205262 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe357100-c328-4fca-819e-6f873221a478', 'name': 'router1', 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:48:10Z', 'updated_at': '2021-01-20T00:48:21Z', 'revision_number': 2, 'project_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'gw_port_host': None, '_interfaces': [{'id': '41e2782e-f5fe-40ba-9990-4af07576a9c0', 'name': '', 'network_id': '361f5af9-370b-4025-b7f6-094675606b86', 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'mac_address': 'fa:16:3e:c2:2d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe357100-c328-4fca-819e-6f873221a478', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '744cde0b-8de3-41fc-aa3b-beab60aaa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:48:20Z', 'updated_at': '2021-01-20T00:48:25Z', 'revision_number': 4, 'project_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'subnets': [{'id': '744cde0b-8de3-41fc-aa3b-beab60aaa1b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39d6a54c-a663-4829-812c-ac339787d208'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:48:26.209797 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f8cd23-e843-4fd1-b4cd-5b656d1663f5 None None] The sync data for ids ['fe357100-c328-4fca-819e-6f873221a478'] in dv-cinder-667108-30-smb is: [{'id': 'fe357100-c328-4fca-819e-6f873221a478', 'name': 'router1', 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:48:10Z', 'updated_at': '2021-01-20T00:48:21Z', 'revision_number': 2, 'project_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'gw_port_host': None, '_interfaces': [{'id': '41e2782e-f5fe-40ba-9990-4af07576a9c0', 'name': '', 'network_id': '361f5af9-370b-4025-b7f6-094675606b86', 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'mac_address': 'fa:16:3e:c2:2d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe357100-c328-4fca-819e-6f873221a478', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '744cde0b-8de3-41fc-aa3b-beab60aaa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:48:20Z', 'updated_at': '2021-01-20T00:48:25Z', 'revision_number': 4, 'project_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'subnets': [{'id': '744cde0b-8de3-41fc-aa3b-beab60aaa1b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39d6a54c-a663-4829-812c-ac339787d208'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 00:48:26.283714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f6acf3-b187-4e78-aa33-1b6b635cdcdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:48:26.284762 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-f8f6acf3-b187-4e78-aa33-1b6b635cdcdb admin admin] Synchronizing usage tracker for tenant:67ecf0903bb64ed5836f2edce6dabd0b on resource:network {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:48:26.316424 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-f8f6acf3-b187-4e78-aa33-1b6b635cdcdb admin admin] Unset dirty status for tenant:67ecf0903bb64ed5836f2edce6dabd0b on resource:network {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:48:26.318063 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f8f6acf3-b187-4e78-aa33-1b6b635cdcdb admin admin] 10.222.0.44 "GET /v2.0/networks/7116fac5-173a-4c74-bc75-236a854e751a HTTP/1.1" status: 200 len: 842 time: 0.3542080 Jan 20 00:48:26.330663 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Request body: {'subnet': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'ip_version': 4}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:48:26.336972 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:48:26.341571 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Usage tracker for resource:subnet and tenant:67ecf0903bb64ed5836f2edce6dabd0b is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:48:26.344935 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:48:26.352953 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:48:26.365136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Made reservation on behalf of 67ecf0903bb64ed5836f2edce6dabd0b for: {'subnet': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:48:26.371020 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:26.939262 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80161) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 00:48:26.940093 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for subnet, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:26.956946 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:27.138164 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b429026-7f7c-498d-960b-2e131da09027,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:27.154988 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:27.279196 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Checking segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:48:27.279740 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Network hostable DHCP agents. Network: 7116fac5-173a-4c74-bc75-236a854e751a, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 00:48:27.311333 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Network 7116fac5-173a-4c74-bc75-236a854e751a is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 00:48:27.323886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, 7116fac5-173a-4c74-bc75-236a854e751a) {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:48:27.329216 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:48:27.330795 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:27.339900 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79632af0-a28b-4ac6-ab90-dbb3df8e0d82 None None] Network 7116fac5-173a-4c74-bc75-236a854e751a requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:48:27.369799 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0434132 Jan 20 00:48:27.727580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba11dd69-4106-44d0-b3a1-f07596544c1d None None] Network 7116fac5-173a-4c74-bc75-236a854e751a requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:48:28.813738 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 41e2782e-f5fe-40ba-9990-4af07576a9c0 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:48:28.899061 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 41e2782e-f5fe-40ba-9990-4af07576a9c0 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:48:28.905408 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 41e2782e-f5fe-40ba-9990-4af07576a9c0 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:48:28.905822 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:29.051537 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:29.095339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port 41e2782e-f5fe-40ba-9990-4af07576a9c0, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=41e2782e-f5fe-40ba-9990-4af07576a9c0,segment=NetworkSegment(55e59cc2-af5a-4fd2-9b69-9d7e0972ef38),segment_id=55e59cc2-af5a-4fd2-9b69-9d7e0972ef38)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:48:29.099786 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:29.104048 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:29.225615 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=41e2782e-f5fe-40ba-9990-4af07576a9c0,revision_number=5']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:29.229495 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:30.150260 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 55378) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:48:30.412679 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-22813c64-eb64-48ba-93a7-3fd1514089ab admin admin] 10.222.0.44 "GET /v2.0/routers/fe357100-c328-4fca-819e-6f873221a478 HTTP/1.1" status: 200 len: 710 time: 0.2604280 Jan 20 00:48:30.681102 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7fbe21-93b3-4b6e-b12b-0223af135935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:48:30.683809 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-0c7fbe21-93b3-4b6e-b12b-0223af135935 admin admin] 10.222.0.44 "GET /v2.0/networks/7116fac5-173a-4c74-bc75-236a854e751a HTTP/1.1" status: 200 len: 886 time: 0.2644019 Jan 20 00:48:30.694831 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:48:30.781002 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 41e2782e-f5fe-40ba-9990-4af07576a9c0 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:48:31.022301 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 41e2782e-f5fe-40ba-9990-4af07576a9c0 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:48:31.022817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:31.398714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853813622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775394'] for router, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:31.765498 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:31.830928 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:31.845238 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:31.863617 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:48:31.868931 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:48:31.872458 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:48:31.879019 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:48:31.984665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:31.988208 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:32.002378 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:32.107158 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b067a6-9c5d-4a48-a807-4b8acb187cf7,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:32.112698 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:32.287925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Allocated IP 172.28.0.195 (7116fac5-173a-4c74-bc75-236a854e751a/6b429026-7f7c-498d-960b-2e131da09027/8c94c495-66ed-4e2e-aef8-a234cfb6c38b) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:48:32.455915 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:32.492810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:32.507338 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:32.649984 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Pushing event updated for resources: {'Port': ['ID=8c94c495-66ed-4e2e-aef8-a234cfb6c38b,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:32.653244 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:32.710194 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Network 7116fac5-173a-4c74-bc75-236a854e751a is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:48:32.711470 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:48:32.714115 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:48:33.142153 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:33.532087 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853813622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775394'] for router, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:33.536395 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-962225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853813575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854169236'] for router, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:33.928612 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Router fe357100-c328-4fca-819e-6f873221a478 has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 00:48:34.122931 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 00:48:34.137037 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Sync routers for ids ['fe357100-c328-4fca-819e-6f873221a478'] in dv-cinder-667108-30-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 00:48:34.146985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Notify callbacks [] for router, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:34.149157 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] 10.222.0.44 "PUT /v2.0/routers/fe357100-c328-4fca-819e-6f873221a478 HTTP/1.1" status: 200 len: 890 time: 3.4586017 Jan 20 00:48:34.149343 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Routers {'fe357100-c328-4fca-819e-6f873221a478'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:48:34.150176 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:48:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['fe357100-c328-4fca-819e-6f873221a478'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:48:34.408507 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Set router fe357100-c328-4fca-819e-6f873221a478 gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:48:34.845072 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe357100-c328-4fca-819e-6f873221a478', 'name': 'router1', 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': '8c94c495-66ed-4e2e-aef8-a234cfb6c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:48:10Z', 'updated_at': '2021-01-20T00:48:32Z', 'revision_number': 4, 'project_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'gw_port': {'id': '8c94c495-66ed-4e2e-aef8-a234cfb6c38b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe357100-c328-4fca-819e-6f873221a478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:48:32Z', 'updated_at': '2021-01-20T00:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '41e2782e-f5fe-40ba-9990-4af07576a9c0', 'name': '', 'network_id': '361f5af9-370b-4025-b7f6-094675606b86', 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'mac_address': 'fa:16:3e:c2:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe357100-c328-4fca-819e-6f873221a478', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '744cde0b-8de3-41fc-aa3b-beab60aaa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:48:20Z', 'updated_at': '2021-01-20T00:48:29Z', 'revision_number': 5, 'project_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'subnets': [{'id': '744cde0b-8de3-41fc-aa3b-beab60aaa1b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39d6a54c-a663-4829-812c-ac339787d208'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:48:34.852603 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Checking router: fe357100-c328-4fca-819e-6f873221a478 for host: dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 00:48:34.853108 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Updating router fe357100-c328-4fca-819e-6f873221a478 port 8c94c495-66ed-4e2e-aef8-a234cfb6c38b binding host dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 00:48:34.916589 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:35.605749 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Notify callbacks [] for port, precommit_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:35.629973 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Transition to ACTIVE for port object 8c94c495-66ed-4e2e-aef8-a234cfb6c38b will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:48:35.633939 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:35.651494 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-addb4444-4896-42eb-9ad0-c0d0e5a6bc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:35.800962 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ca95b-2e9a-4d42-b176-b330a423fc30 None None] Pushing event updated for resources: {'Port': ['ID=8c94c495-66ed-4e2e-aef8-a234cfb6c38b,revision_number=2']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:35.806968 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-703ca95b-2e9a-4d42-b176-b330a423fc30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:35.863881 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Attempting to bind port 8c94c495-66ed-4e2e-aef8-a234cfb6c38b on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:48:35.864564 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Attempting to bind port 8c94c495-66ed-4e2e-aef8-a234cfb6c38b by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:48:35.864719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Attempting to bind port 8c94c495-66ed-4e2e-aef8-a234cfb6c38b on network 7116fac5-173a-4c74-bc75-236a854e751a {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:48:35.870800 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:48:35.871219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Checking segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:48:35.871674 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:35.872134 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Bound using segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:48:35.872630 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Bound port: 8c94c495-66ed-4e2e-aef8-a234cfb6c38b, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:48:35.873070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:35.959888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] For port 8c94c495-66ed-4e2e-aef8-a234cfb6c38b, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:48:35.963981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] For port 8c94c495-66ed-4e2e-aef8-a234cfb6c38b, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=8c94c495-66ed-4e2e-aef8-a234cfb6c38b,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:48:35.968019 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:35.983923 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-703ca95b-2e9a-4d42-b176-b330a423fc30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:36.150333 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ca95b-2e9a-4d42-b176-b330a423fc30 None None] Pushing event updated for resources: {'Port': ['ID=8c94c495-66ed-4e2e-aef8-a234cfb6c38b,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:36.154023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-703ca95b-2e9a-4d42-b176-b330a423fc30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:36.216150 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Routers {'fe357100-c328-4fca-819e-6f873221a478'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:48:36.216929 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:48:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['fe357100-c328-4fca-819e-6f873221a478'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:48:36.434755 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] Set router fe357100-c328-4fca-819e-6f873221a478 gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:48:36.811487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe357100-c328-4fca-819e-6f873221a478', 'name': 'router1', 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': '8c94c495-66ed-4e2e-aef8-a234cfb6c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:48:10Z', 'updated_at': '2021-01-20T00:48:32Z', 'revision_number': 4, 'project_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'gw_port': {'id': '8c94c495-66ed-4e2e-aef8-a234cfb6c38b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe357100-c328-4fca-819e-6f873221a478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:48:32Z', 'updated_at': '2021-01-20T00:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '41e2782e-f5fe-40ba-9990-4af07576a9c0', 'name': '', 'network_id': '361f5af9-370b-4025-b7f6-094675606b86', 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'mac_address': 'fa:16:3e:c2:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe357100-c328-4fca-819e-6f873221a478', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '744cde0b-8de3-41fc-aa3b-beab60aaa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:48:20Z', 'updated_at': '2021-01-20T00:48:29Z', 'revision_number': 5, 'project_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'subnets': [{'id': '744cde0b-8de3-41fc-aa3b-beab60aaa1b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39d6a54c-a663-4829-812c-ac339787d208'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:48:36.816385 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4597db-5e5d-4352-8ca6-03f62f51b6c1 None None] The sync data for ids ['fe357100-c328-4fca-819e-6f873221a478'] in dv-cinder-667108-30-smb is: [{'id': 'fe357100-c328-4fca-819e-6f873221a478', 'name': 'router1', 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': '8c94c495-66ed-4e2e-aef8-a234cfb6c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:48:10Z', 'updated_at': '2021-01-20T00:48:32Z', 'revision_number': 4, 'project_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'gw_port': {'id': '8c94c495-66ed-4e2e-aef8-a234cfb6c38b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe357100-c328-4fca-819e-6f873221a478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:48:32Z', 'updated_at': '2021-01-20T00:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '41e2782e-f5fe-40ba-9990-4af07576a9c0', 'name': '', 'network_id': '361f5af9-370b-4025-b7f6-094675606b86', 'tenant_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'mac_address': 'fa:16:3e:c2:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe357100-c328-4fca-819e-6f873221a478', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '744cde0b-8de3-41fc-aa3b-beab60aaa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:48:20Z', 'updated_at': '2021-01-20T00:48:29Z', 'revision_number': 5, 'project_id': 'c2cab09082b54e19ab496d0b050b4c5b', 'subnets': [{'id': '744cde0b-8de3-41fc-aa3b-beab60aaa1b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39d6a54c-a663-4829-812c-ac339787d208'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 00:48:36.964233 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 55388) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:48:37.137233 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e1a52e-0c3c-4ce0-8a63-c33ba41c20df admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:48:37.138951 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f5e1a52e-0c3c-4ce0-8a63-c33ba41c20df admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1735544 Jan 20 00:48:37.930503 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-234adf18-dfab-4e3a-ad07-1403028180c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:38.875728 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 8c94c495-66ed-4e2e-aef8-a234cfb6c38b up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:48:39.118785 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 8c94c495-66ed-4e2e-aef8-a234cfb6c38b completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:48:39.124700 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 8c94c495-66ed-4e2e-aef8-a234cfb6c38b triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:48:39.125334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:39.272083 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:39.297897 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port 8c94c495-66ed-4e2e-aef8-a234cfb6c38b, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=8c94c495-66ed-4e2e-aef8-a234cfb6c38b,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:48:39.303444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:39.307778 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:48:39.422193 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=8c94c495-66ed-4e2e-aef8-a234cfb6c38b,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:48:39.428162 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:48:40.854349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 8c94c495-66ed-4e2e-aef8-a234cfb6c38b up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:48:41.063295 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 8c94c495-66ed-4e2e-aef8-a234cfb6c38b triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:48:41.063941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:41.190494 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6d670b2-0e1f-4b08-a20d-030c07814919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:41.926811 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 5 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:48:42.563603 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:42.707333 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:48:43.342440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:49:07.925603 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9166-8643-46b0-9c62-c2d106838b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:49:11.005665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bf23a1f6-5180-4b84-aedf-650082c50729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:49:12.473355 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:49:12.666724 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:49:13.338453 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:49:18.919365 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 5 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:49:37.925733 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ec14732-479b-4095-918f-7d9dac5326fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:49:41.011487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-037380ea-1404-45b5-ae83-73e15212b2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:49:42.516289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:49:42.654199 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:49:43.353644 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:49:55.921411 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 5 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:50:07.921199 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f24c0267-0d02-4c89-ae15-8d8934a636f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:50:10.998761 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c49e324-a102-42ce-a6b6-aba54155e5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:50:12.494082 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:50:12.654090 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:50:13.349383 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:50:32.920861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 5 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:50:37.941540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1537-1d76-48fc-9534-f63e84d3e887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:50:41.004878 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2a8aba51-2850-4a1b-8284-9cd90b4dbafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:50:42.491349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:50:42.650695 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:50:43.364049 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:50:59.396678 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 55964) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:50:59.505118 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.pecan_wsgi.hooks.translation [None req-afeef1dc-9e9b-4115-997f-d8d61d496fa5 admin admin] GET failed (client error): The resource could not be found. Jan 20 00:50:59.506549 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-afeef1dc-9e9b-4115-997f-d8d61d496fa5 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1088140 Jan 20 00:50:59.667184 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c369de0-ca13-4599-a3e5-a471a68b9418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:50:59.668769 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-8c369de0-ca13-4599-a3e5-a471a68b9418 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1550834 Jan 20 00:51:02.271207 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 55974) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:51:02.460350 dv-cinder-667108-30-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-a7db5951-a26b-4e40-b079-ee3b683b77a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 00:51:02.460878 dv-cinder-667108-30-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-a7db5951-a26b-4e40-b079-ee3b683b77a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 00:51:02.883982 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.policy [None req-a7db5951-a26b-4e40-b079-ee3b683b77a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80160) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 20 00:51:02.885310 dv-cinder-667108-30-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-a7db5951-a26b-4e40-b079-ee3b683b77a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 00:51:02.885944 dv-cinder-667108-30-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-a7db5951-a26b-4e40-b079-ee3b683b77a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 00:51:02.899552 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db5951-a26b-4e40-b079-ee3b683b77a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:02.901456 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a7db5951-a26b-4e40-b079-ee3b683b77a0 admin admin] 10.222.0.44 "GET /v2.0/subnets/744cde0b-8de3-41fc-aa3b-beab60aaa1b7 HTTP/1.1" status: 200 len: 849 time: 0.6290867 Jan 20 00:51:02.913974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:51:03.049910 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:03.561047 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773035625314'] for subnet, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:03.584630 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:51:03.757167 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744cde0b-8de3-41fc-aa3b-beab60aaa1b7,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:51:03.785225 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:51:03.785598 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:51:03.785965 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:51:03.786327 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:51:03.786751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:51:03.787109 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:51:03.787463 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:51:03.787817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:51:03.788176 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:51:03.788526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:51:03.788872 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:51:03.789216 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Tracked resource versions report: Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: pushed versions: Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': {'1.0'}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': {'1.1'}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': {'1.6'}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': {'1.0'}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': {'1.1'}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': {'1.1'}} Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: consumer versions: Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: { DHCP agent@dv-cinder-667108-30-smb: {}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: L3 agent@dv-cinder-667108-30-smb: {}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: Metadata agent@dv-cinder-667108-30-smb: {}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: Metering agent@dv-cinder-667108-30-smb: {}, Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-667108-30-smb: { 'AddressGroup': '1.1', Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': '1.0', Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': '1.1', Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': '1.6', Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': '1.2', Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': '1.8', Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': '1.4', Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': '1.0', Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': '1.1', Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': '1.1'}} Jan 20 00:51:03.790372 dv-cinder-667108-30-smb neutron-server[80047]: {{(pid=80160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 00:51:03.841523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:51:03.851067 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:03.851740 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:03.853149 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] 10.222.0.44 "PUT /v2.0/subnets/744cde0b-8de3-41fc-aa3b-beab60aaa1b7 HTTP/1.1" status: 200 len: 868 time: 0.9443285 Jan 20 00:51:03.857596 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde64d23-11e6-400b-9b89-01fbe710e2c7 None None] Network 361f5af9-370b-4025-b7f6-094675606b86 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:51:04.462486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-a2d08438-38b2-4804-8fe1-97defce282f5 None None] Provisioning complete for port 41e2782e-f5fe-40ba-9990-4af07576a9c0 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:51:04.463224 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2d08438-38b2-4804-8fe1-97defce282f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:04.664493 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-a2d08438-38b2-4804-8fe1-97defce282f5 None None] Provisioning complete for port 26e96942-436e-4036-b0b7-fe9d741f0784 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:51:04.665194 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2d08438-38b2-4804-8fe1-97defce282f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:06.412950 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 55996) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:51:06.648895 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a06ae-02f3-4d17-953c-daade68db194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:06.649245 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a06ae-02f3-4d17-953c-daade68db194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:06.650992 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-b23a06ae-02f3-4d17-953c-daade68db194 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2354462 Jan 20 00:51:07.925069 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9215274a-2e17-4823-8b82-d11f40bbcc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:09.260006 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56006) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:51:09.576917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f0a068-fcf0-4afe-b58b-158eb204ff98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:09.577648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f0a068-fcf0-4afe-b58b-158eb204ff98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:09.581129 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-51f0a068-fcf0-4afe-b58b-158eb204ff98 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.3193915 Jan 20 00:51:09.920363 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 5 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:51:11.000226 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7ba3c599-39bb-4685-a654-e1bb972d5b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:12.493856 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:12.644631 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:12.683394 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56016) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:51:12.936055 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3296d4-0fba-4b39-8307-f1506c8285d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:12.937566 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ed3296d4-0fba-4b39-8307-f1506c8285d5 admin admin] 10.222.0.44 "GET /v2.0/networks/361f5af9-370b-4025-b7f6-094675606b86 HTTP/1.1" status: 200 len: 862 time: 0.2531278 Jan 20 00:51:13.366606 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:15.509124 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56026) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:51:15.755495 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a11bf-aa13-44fb-9932-545a482bb116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:15.758063 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e84a11bf-aa13-44fb-9932-545a482bb116 admin admin] 10.222.0.44 "GET /v2.0/networks/7116fac5-173a-4c74-bc75-236a854e751a HTTP/1.1" status: 200 len: 886 time: 0.2472703 Jan 20 00:51:18.363855 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56036) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:51:18.545845 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a1e52-b3f4-4866-b2ef-008ebf2182ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:18.546311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a1e52-b3f4-4866-b2ef-008ebf2182ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:18.547216 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-310a1e52-b3f4-4866-b2ef-008ebf2182ee admin admin] Synchronizing usage tracker for tenant:67ecf0903bb64ed5836f2edce6dabd0b on resource:subnet {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:51:18.566876 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-310a1e52-b3f4-4866-b2ef-008ebf2182ee admin admin] Unset dirty status for tenant:67ecf0903bb64ed5836f2edce6dabd0b on resource:subnet {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:51:18.568551 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-310a1e52-b3f4-4866-b2ef-008ebf2182ee admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2034817 Jan 20 00:51:21.155272 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56046) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:51:21.366026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d37bd7-2479-48f8-8241-23fc416d524c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:21.366700 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d37bd7-2479-48f8-8241-23fc416d524c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:21.369661 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-b1d37bd7-2479-48f8-8241-23fc416d524c admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2126932 Jan 20 00:51:24.004155 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56056) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:51:24.156531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75629497-c7f7-433f-9167-ffb1b622103f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:24.158902 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-75629497-c7f7-433f-9167-ffb1b622103f admin admin] 10.222.0.44 "GET /v2.0/subnets/6b429026-7f7c-498d-960b-2e131da09027 HTTP/1.1" status: 200 len: 816 time: 0.1535189 Jan 20 00:51:26.724049 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56066) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:51:26.941867 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec198a35-e47c-471c-a654-65bd631b65be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:26.944759 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ec198a35-e47c-471c-a654-65bd631b65be admin admin] 10.222.0.44 "GET /v2.0/subnets/744cde0b-8de3-41fc-aa3b-beab60aaa1b7 HTTP/1.1" status: 200 len: 868 time: 0.2191846 Jan 20 00:51:37.941154 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a0409e8-bfd9-450c-afbb-64e909ac67f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:41.006587 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03f26fc3-328a-4e3c-8dbb-cffe52c0b086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:42.502706 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:42.648947 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:43.369807 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:51:46.925694 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 5 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:51:54.004924 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56106) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:51:54.092613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [None req-473b530a-c645-4f7c-8a62-9f9635740e9e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 00:51:54.094304 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-473b530a-c645-4f7c-8a62-9f9635740e9e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0877733 Jan 20 00:51:56.900401 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56116) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:51:57.016671 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a7df7b-d9f3-4334-b85d-e9d53f87395f admin admin] GET failed (client error): The resource could not be found. Jan 20 00:51:57.018129 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-39a7df7b-d9f3-4334-b85d-e9d53f87395f admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1163464 Jan 20 00:51:57.175371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9724c8e9-fddf-46e6-b89c-6214c18f2e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:51:57.176939 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-9724c8e9-fddf-46e6-b89c-6214c18f2e6c admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1537404 Jan 20 00:52:00.202686 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56126) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:52:00.288350 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:52:00.293533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:52:00.304289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:52:00.314346 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Made reservation on behalf of 67ecf0903bb64ed5836f2edce6dabd0b for: {'network': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:52:00.319268 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:00.417314 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.services.revisions.revision_plugin [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Could not find related network for resource to bump revision. Jan 20 00:52:00.434396 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 00:52:00.444659 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:00.445036 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Added segment de489fd6-5064-4bfd-95a8-dd7f35fcf7ef of type vxlan for network b31b4a17-8277-4da7-94bf-55740700450a Jan 20 00:52:00.473911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:00.509879 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:00.511224 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:52:00.511849 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:00.517410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:52:00.622086 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4172699 Jan 20 00:52:00.632458 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=b31b4a17-8277-4da7-94bf-55740700450a,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:52:00.641654 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:00.642053 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:00.642434 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:00.642835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:00.643196 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:00.643555 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:00.643911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:00.644272 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:00.644625 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:00.644981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:00.645332 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:00.645679 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:00.649774 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:52:00.660163 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network b31b4a17-8277-4da7-94bf-55740700450a details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:52:03.235008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56136) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:52:03.346060 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.pecan_wsgi.hooks.translation [None req-91adb720-928e-4a4e-8f28-e983d7657bee admin admin] GET failed (client error): The resource could not be found. Jan 20 00:52:03.348172 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-91adb720-928e-4a4e-8f28-e983d7657bee admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1119339 Jan 20 00:52:03.474791 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eb7b1a-88e5-4921-8079-941974929592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:52:03.478610 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-c2eb7b1a-88e5-4921-8079-941974929592 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1235766 Jan 20 00:52:03.494610 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b31b4a17-8277-4da7-94bf-55740700450a'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:52:03.497870 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.quota [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Loaded quota_driver: . Jan 20 00:52:03.505944 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:52:03.522966 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:52:03.536848 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Made reservation on behalf of 67ecf0903bb64ed5836f2edce6dabd0b for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:52:03.541918 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:04.030493 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:04.048492 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-21b3113c-30c8-401d-89a5-dc6b7b4219f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:52:04.193583 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=57381368-bf1c-4267-ba88-c5ab5c8264a4,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:52:04.206747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:04.207151 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:04.207524 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:04.207894 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:04.208264 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:04.208620 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:04.208977 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:04.209327 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:04.209696 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:04.210051 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:04.210404 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:04.210810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:04.219463 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:52:04.283607 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Checking segment: {'id': 'de489fd6-5064-4bfd-95a8-dd7f35fcf7ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b31b4a17-8277-4da7-94bf-55740700450a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:52:04.284420 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Network hostable DHCP agents. Network: b31b4a17-8277-4da7-94bf-55740700450a, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 00:52:04.308319 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Network b31b4a17-8277-4da7-94bf-55740700450a is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 00:52:04.318871 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, b31b4a17-8277-4da7-94bf-55740700450a) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:52:04.323151 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:52:04.323799 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:04.329990 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ad46c2-1bcc-4b95-a253-7ca462256bd8 None None] Network b31b4a17-8277-4da7-94bf-55740700450a requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:52:04.355064 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8649859 Jan 20 00:52:04.584979 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47cf4265-80e3-5d65-ae8c-d06ff241b5cf-b31b4a17-8277-4da7-94bf-55740700450a', 'network_id': 'b31b4a17-8277-4da7-94bf-55740700450a', 'tenant_id': '67ecf0903bb64ed5836f2edce6dabd0b', 'fixed_ips': [{'subnet_id': '57381368-bf1c-4267-ba88-c5ab5c8264a4'}]}} from dv-cinder-667108-30-smb. {{(pid=80162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 00:52:04.586140 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:05.110242 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Allocated IP 192.168.233.2 (b31b4a17-8277-4da7-94bf-55740700450a/57381368-bf1c-4267-ba88-c5ab5c8264a4/7971d38a-f717-427c-9c68-44415f248ade) {{(pid=80162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:52:05.372595 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Notify callbacks [] for port, precommit_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:05.385326 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Transition to ACTIVE for port object 7971d38a-f717-427c-9c68-44415f248ade will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:52:05.405491 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Transition to ACTIVE for port object 7971d38a-f717-427c-9c68-44415f248ade will not be triggered until provisioned by entity DHCP. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:52:05.411292 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:05.425977 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-703ca95b-2e9a-4d42-b176-b330a423fc30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:52:05.514229 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Pushing event updated for resources: {'Port': ['ID=7971d38a-f717-427c-9c68-44415f248ade,revision_number=1']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:52:05.524427 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:05.524837 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:05.525181 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:05.525553 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:05.526070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:05.526405 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:05.526689 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:05.527036 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:05.527419 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:05.528370 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:05.528370 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:05.528626 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:52:05.579328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:52:05.648610 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Network b31b4a17-8277-4da7-94bf-55740700450a is already hosted by enough agents. {{(pid=80162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:52:05.650980 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Resources bound (agent type, host, resource id): {{(pid=80162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:52:05.654589 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Received port after_create {{(pid=80162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:52:05.721553 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Attempting to bind port 7971d38a-f717-427c-9c68-44415f248ade on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:52:05.722211 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Attempting to bind port 7971d38a-f717-427c-9c68-44415f248ade by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': 'de489fd6-5064-4bfd-95a8-dd7f35fcf7ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b31b4a17-8277-4da7-94bf-55740700450a'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:52:05.722653 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Attempting to bind port 7971d38a-f717-427c-9c68-44415f248ade on network b31b4a17-8277-4da7-94bf-55740700450a {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:52:05.729371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:52:05.729786 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Checking segment: {'id': 'de489fd6-5064-4bfd-95a8-dd7f35fcf7ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b31b4a17-8277-4da7-94bf-55740700450a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:52:05.730235 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:05.730726 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Bound using segment: {'id': 'de489fd6-5064-4bfd-95a8-dd7f35fcf7ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b31b4a17-8277-4da7-94bf-55740700450a'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:52:05.731254 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Bound port: 7971d38a-f717-427c-9c68-44415f248ade, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de489fd6-5064-4bfd-95a8-dd7f35fcf7ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b31b4a17-8277-4da7-94bf-55740700450a'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:52:05.731685 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:05.850456 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] For port 7971d38a-f717-427c-9c68-44415f248ade, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:52:05.855782 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] For port 7971d38a-f717-427c-9c68-44415f248ade, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=7971d38a-f717-427c-9c68-44415f248ade,segment=NetworkSegment(de489fd6-5064-4bfd-95a8-dd7f35fcf7ef),segment_id=de489fd6-5064-4bfd-95a8-dd7f35fcf7ef)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:52:05.861808 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:05.876596 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:52:06.048308 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Pushing event updated for resources: {'Port': ['ID=7971d38a-f717-427c-9c68-44415f248ade,revision_number=2']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:52:06.053955 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:52:06.948812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 7971d38a-f717-427c-9c68-44415f248ade up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:52:07.053007 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 7971d38a-f717-427c-9c68-44415f248ade completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:52:07.459858 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ef5a13-a9d1-471d-9c28-39397f5eded4 None None] Network b31b4a17-8277-4da7-94bf-55740700450a requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:52:07.607471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-a3d24427-97bc-4d37-9064-b4b04cb6ca9a None None] Provisioning for port 7971d38a-f717-427c-9c68-44415f248ade completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:52:07.626941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-a3d24427-97bc-4d37-9064-b4b04cb6ca9a None None] Provisioning complete for port 7971d38a-f717-427c-9c68-44415f248ade triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:52:07.627361 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3d24427-97bc-4d37-9064-b4b04cb6ca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:07.873245 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3d24427-97bc-4d37-9064-b4b04cb6ca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:07.924317 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-a3d24427-97bc-4d37-9064-b4b04cb6ca9a None None] For port 7971d38a-f717-427c-9c68-44415f248ade, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=7971d38a-f717-427c-9c68-44415f248ade,segment=NetworkSegment(de489fd6-5064-4bfd-95a8-dd7f35fcf7ef),segment_id=de489fd6-5064-4bfd-95a8-dd7f35fcf7ef)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:52:07.936432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3d24427-97bc-4d37-9064-b4b04cb6ca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:07.939774 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:52:07.978038 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c8116de2-bb12-426e-ba7c-a22e8b88e094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:08.038203 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d24427-97bc-4d37-9064-b4b04cb6ca9a None None] Pushing event updated for resources: {'Port': ['ID=7971d38a-f717-427c-9c68-44415f248ade,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:52:08.044156 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a3d24427-97bc-4d37-9064-b4b04cb6ca9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:52:08.172586 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b620ef3c-8df8-46ef-916b-d3e8aa680c72 None None] Provisioning complete for port 7971d38a-f717-427c-9c68-44415f248ade triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:52:08.173045 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b620ef3c-8df8-46ef-916b-d3e8aa680c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:08.473159 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-8a98ef2f-0e01-4412-b559-015c3b7eeccb None None] Provisioning complete for port 7971d38a-f717-427c-9c68-44415f248ade triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:52:08.473580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8a98ef2f-0e01-4412-b559-015c3b7eeccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:08.741787 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-2c7fe4de-916b-471b-bbc5-d82ce49e0d71 None None] Provisioning complete for port 7971d38a-f717-427c-9c68-44415f248ade triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:52:08.742120 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c7fe4de-916b-471b-bbc5-d82ce49e0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:08.930111 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 7971d38a-f717-427c-9c68-44415f248ade up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:52:09.012096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 7971d38a-f717-427c-9c68-44415f248ade triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:52:09.012941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:11.001677 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4a15-dc61-4abe-affe-eb76f62a7d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:12.509862 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:12.660552 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:13.371242 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:23.925686 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 5 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:52:37.930452 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3991-f3a1-4b83-a1a5-5635e17bc393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:41.000018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a414409b-c429-499f-869d-3985813a3e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:42.500243 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:42.659535 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:52:43.385632 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:00.925794 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 5 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:53:07.937390 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a54d44a2-411a-4090-a8b5-533f8422e86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:10.997018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c8202dcb-d04b-4c52-8ac0-59ce7dc5ec85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:12.506149 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:12.662124 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:13.379903 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:13.892724 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56180) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:53:13.899773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [None req-4aaaa1d3-81ff-49b6-889e-815bb5b6145d tempest-verify_tempest_config-1887989385 tempest-verify_tempest_config-1887989385] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 00:53:13.901122 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-4aaaa1d3-81ff-49b6-889e-815bb5b6145d tempest-verify_tempest_config-1887989385 tempest-verify_tempest_config-1887989385] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0072339 Jan 20 00:53:14.295255 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56200) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:53:14.463655 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:14.482060 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:53:14.486765 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Usage tracker for resource:security_group_rule and tenant:bf556228a4a44b6b9632b7c357037a5e is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:53:14.490277 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:53:14.497182 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:53:14.623764 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:14.626981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:14.637059 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:53:14.686406 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Synchronizing usage tracker for tenant:67ecf0903bb64ed5836f2edce6dabd0b on resource:security_group {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:53:14.691317 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9b4a52-664a-480f-bd08-52f2481030ab,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:53:14.703639 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:53:14.704032 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:53:14.704413 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:53:14.704823 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:53:14.705166 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:53:14.705526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:53:14.705889 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:53:14.706273 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:53:14.706698 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:53:14.707066 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:53:14.707428 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:53:14.707788 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:53:14.713757 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:53:14.724115 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Unset dirty status for tenant:67ecf0903bb64ed5836f2edce6dabd0b on resource:security_group {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:53:14.726418 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf556228a4a44b6b9632b7c357037a5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4297228 Jan 20 00:53:14.729166 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56206) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:53:14.849421 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cd3c74ee-ba05-4d25-8a39-b884df21f26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:14.900406 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cd3c74ee-ba05-4d25-8a39-b884df21f26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:14.960025 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cd3c74ee-ba05-4d25-8a39-b884df21f26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:14.966015 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:53:14.978074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c74ee-ba05-4d25-8a39-b884df21f26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9b4a52-664a-480f-bd08-52f2481030ab,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:53:14.982698 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cd3c74ee-ba05-4d25-8a39-b884df21f26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:53:14.986423 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cd3c74ee-ba05-4d25-8a39-b884df21f26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:14.988204 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-cd3c74ee-ba05-4d25-8a39-b884df21f26a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab9b4a52-664a-480f-bd08-52f2481030ab HTTP/1.1" status: 204 len: 168 time: 0.2575164 Jan 20 00:53:37.922672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c2435bd4-4e12-4227-97e9-9a67109d4f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:37.928711 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 5 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:53:40.991758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f86892b-47b9-4167-9631-ed0102a703c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:42.515681 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:42.661319 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:53:43.383116 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:54:07.928028 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0b367db1-f365-4bd5-9de2-36e94f2be86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:54:10.994819 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-00bf9600-f552-4344-b516-dc449b9b4066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:54:12.508422 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:54:12.655299 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:54:13.392844 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:54:14.928830 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 5 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:54:37.930879 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b81dacb1-93c1-4a51-a4b5-c16bb1204726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:54:41.000579 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0820d98c-90ff-4c34-b5e9-f148e2dcfcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:54:42.509807 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:54:42.658134 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:54:43.400359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:54:51.928561 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 5 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:54:56.579477 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533'] for agent, after_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:54:56.580051 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:54:56.580349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:54:56.580740 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:54:56.581117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:54:56.581492 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:54:56.581866 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:54:56.582235 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:54:56.582629 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:54:56.583077 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:54:56.583446 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:54:56.583815 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:54:56.584245 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:54:56.584789 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-66710', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:54:56.589922 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-66710', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:54:56.950537 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] get_endpoint_by_host() called for host hv-cinder-66710 {{(pid=80162) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 20 00:54:56.954999 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] get_endpoint_by_ip() called for ip 192.168.0.36 {{(pid=80162) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 20 00:54:56.958290 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] _add_endpoint() called for ip 192.168.0.36 {{(pid=80162) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 20 00:54:56.963347 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] _get_endpoints() called {{(pid=80162) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 20 00:54:57.261847 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56258) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:54:57.417549 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-0e82cf0a-c4c3-413f-bbe7-17c9961de6b2 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5079 time: 0.1545129 Jan 20 00:54:59.978516 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56268) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:55:00.089706 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-92774179-631f-497f-b779-1abd6782b455 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5079 time: 0.1085110 Jan 20 00:55:07.933897 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5b8d42ce-cb53-46ae-a206-00127080d0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:55:10.994351 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d0a7b6a3-1344-4b4b-8e8d-9a887045098b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:55:12.515186 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:55:12.663143 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:55:13.402805 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:55:26.593012 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:55:28.928974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:55:37.936360 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a141dc0f-9653-48ba-9b43-371ff3abfdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:55:40.998963 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1c492b3-620c-4c5e-8601-7224760ab4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:55:42.516463 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:55:42.665582 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:55:43.408410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:55:56.589226 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:05.929767 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:56:07.938175 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d5a94943-01b2-404d-a875-ff1653c2584c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:11.004224 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3cba28b-5d87-42f2-a4b2-4981db1053f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:12.519761 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:12.669925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:13.413967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:26.607958 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:37.946704 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-31339ea7-b9c1-4b8c-86ab-677595be2594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:41.018440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec84e6a1-c0f9-4c83-882a-38b424cfc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:42.542442 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:42.695986 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:42.932973 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:56:43.431369 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:46.015049 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56418) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:46.478430 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-network', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:56:46.487534 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:46.496782 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Usage tracker for resource:network and tenant:b66d871f044e4b3ba3b44aeb44be60a0 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:46.503748 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:46.516931 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:46.528803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Made reservation on behalf of b66d871f044e4b3ba3b44aeb44be60a0 for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:56:46.534214 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:46.553219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:46.571178 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:46.575713 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Usage tracker for resource:security_group_rule and tenant:b66d871f044e4b3ba3b44aeb44be60a0 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:46.579375 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:46.586204 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:46.713680 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:46.718834 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:46.728120 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:46.775979 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cadaeb-6f44-4bba-aef2-8315a51afe8b,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:46.789925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 00:56:46.794145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.794634 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.795089 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.795454 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.795811 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.796163 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.796526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.796869 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.797216 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.797564 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.797918 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.798267 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.798720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.799073 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.799421 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.799765 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.800107 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.800457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.800802 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.801145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.801464 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.802020 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.802372 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.802747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Tracked resource versions report: Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: pushed versions: Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': {'1.0'}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': {'1.1'}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': {'1.6'}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': {'1.0'}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': {'1.1'}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': {'1.1'}} Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: consumer versions: Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: { DHCP agent@dv-cinder-667108-30-smb: {}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: L3 agent@dv-cinder-667108-30-smb: {}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: Metadata agent@dv-cinder-667108-30-smb: {}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: Metering agent@dv-cinder-667108-30-smb: {}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-667108-30-smb: { 'AddressGroup': '1.1', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': '1.0', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': '1.1', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': '1.6', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': '1.2', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': '1.8', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': '1.4', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': '1.0', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': '1.1', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': '1.1'}, Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: Open vSwitch agent@hv-cinder-66710: { 'AddressGroup': '1.1', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': '1.0', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': '1.1', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': '1.6', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': '1.2', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': '1.8', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': '1.4', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': '1.0', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': '1.1', Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': '1.1'}} Jan 20 00:56:46.804107 dv-cinder-667108-30-smb neutron-server[80047]: {{(pid=80160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 00:56:46.820654 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:46.820654 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773035505284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:46.820654 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Added segment ba2bd28d-44a6-417d-9a78-0c34caa008e5 of type vxlan for network ec3a11db-a41d-4a3e-b1af-31727324cb53 Jan 20 00:56:46.867345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:46.909997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:46.912152 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:56:46.912883 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:46.919373 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:46.967165 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9500442 Jan 20 00:56:46.983379 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56456) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:46.989962 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Request body: {'subnet': {'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-subnet', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:56:46.996566 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:47.001351 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Usage tracker for resource:subnet and tenant:b66d871f044e4b3ba3b44aeb44be60a0 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:47.004609 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:47.011339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:47.021956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Made reservation on behalf of b66d871f044e4b3ba3b44aeb44be60a0 for: {'subnet': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:56:47.027731 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:47.065953 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Pushing event updated for resources: {'Network': ['ID=ec3a11db-a41d-4a3e-b1af-31727324cb53,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:47.071780 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:47.080021 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network ec3a11db-a41d-4a3e-b1af-31727324cb53 details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:56:47.201357 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network ec3a11db-a41d-4a3e-b1af-31727324cb53 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:56:47.663136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56472) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:47.713183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for subnet, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:47.731118 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-289d4d1f-d467-4323-a796-46336e130200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:47.866164 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56486) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:47.868148 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:47.881074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.881466 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.881840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.882221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.883150 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.883528 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.883923 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.884266 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.884785 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.884982 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.885345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.885759 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.886199 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.886593 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.886956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.887316 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.887684 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.888039 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.888402 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.888757 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.889135 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Tracked resource versions report: Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: pushed versions: Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': {'1.0'}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': {'1.1'}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': {'1.6'}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': {'1.0'}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': {'1.1'}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': {'1.1'}} Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: consumer versions: Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: { DHCP agent@dv-cinder-667108-30-smb: {}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: L3 agent@dv-cinder-667108-30-smb: {}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: Metadata agent@dv-cinder-667108-30-smb: {}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: Metering agent@dv-cinder-667108-30-smb: {}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-667108-30-smb: { 'AddressGroup': '1.1', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': '1.0', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': '1.1', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': '1.6', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': '1.2', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': '1.8', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': '1.4', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': '1.0', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': '1.1', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': '1.1'}, Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: Open vSwitch agent@hv-cinder-66710: { 'AddressGroup': '1.1', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': '1.0', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': '1.1', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': '1.6', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': '1.2', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': '1.8', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': '1.4', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': '1.0', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': '1.1', Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': '1.1'}} Jan 20 00:56:47.893416 dv-cinder-667108-30-smb neutron-server[80047]: {{(pid=80161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 00:56:47.896722 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56492) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:47.901005 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:47.960187 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Checking segment: {'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:56:47.961240 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Network hostable DHCP agents. Network: ec3a11db-a41d-4a3e-b1af-31727324cb53, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 00:56:47.982332 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Network ec3a11db-a41d-4a3e-b1af-31727324cb53 is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 00:56:47.994142 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, ec3a11db-a41d-4a3e-b1af-31727324cb53) {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:56:47.998978 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:56:47.999624 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:48.008397 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df436b01-d66f-4f27-aab4-1ea1ec06fc1d None None] Network ec3a11db-a41d-4a3e-b1af-31727324cb53 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:56:48.034948 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0502906 Jan 20 00:56:48.035914 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56500) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:48.046298 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:56:48.056424 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:48.064759 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Usage tracker for resource:router and tenant:b66d871f044e4b3ba3b44aeb44be60a0 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:48.072169 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:48.083607 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:48.100589 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-439'] for router, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:48.103860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854169189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853813605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1025922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775409'] for router, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:48.158791 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:48.243480 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56506) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:48.323019 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47cf4265-80e3-5d65-ae8c-d06ff241b5cf-ec3a11db-a41d-4a3e-b1af-31727324cb53', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411'}]}} from dv-cinder-667108-30-smb. {{(pid=80162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 00:56:48.324040 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:48.370531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1593984051-network', 'tenant_id': 'f453439bed4344cb9b5c85c9c48f2c1a'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:56:48.399750 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2124072190-network', 'tenant_id': '45b9ba0b32eb479e9724b0b906908a72'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:56:48.407686 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:48.423657 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1850396216-network', 'tenant_id': '5a21842aea0347579015226069db2cef'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:56:48.439960 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Usage tracker for resource:network and tenant:f453439bed4344cb9b5c85c9c48f2c1a is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:48.483388 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:48.522388 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:48.549577 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:48.561311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-915034639-network', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:56:48.570087 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:48.572432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:48.581171 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Usage tracker for resource:network and tenant:9cf376d63c274cc78e14728d121ab5ac is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:48.587543 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:48.594923 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:48.609033 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Made reservation on behalf of 9cf376d63c274cc78e14728d121ab5ac for: {'network': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:56:48.620523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:48.662786 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:48.707588 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:48.717608 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Usage tracker for resource:security_group_rule and tenant:9cf376d63c274cc78e14728d121ab5ac is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:48.724161 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:48.728573 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Allocated IP 172.20.0.2 (ec3a11db-a41d-4a3e-b1af-31727324cb53/7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411/596632d9-ac86-4eb2-9046-b0abd6f8743d) {{(pid=80162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:56:48.739957 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:48.961785 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:48.974137 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:48.987970 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:49.029654 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Usage tracker for resource:network and tenant:45b9ba0b32eb479e9724b0b906908a72 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:49.033206 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 00:56:49.035658 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Usage tracker for resource:network and tenant:5a21842aea0347579015226069db2cef is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:49.046884 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a3e498-656f-414b-b9c0-59d7edb43ed7,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:49.048644 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:49.053155 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:49.053507 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:49.057023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:49.057652 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Added segment 71f05458-31f6-4a56-8919-c5b7bdc08891 of type vxlan for network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 Jan 20 00:56:49.093230 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:49.135915 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:49.138172 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:56:49.139086 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:49.154399 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-17638c44-dc92-4145-a90e-f6555112b24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:49.204305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Made reservation on behalf of f453439bed4344cb9b5c85c9c48f2c1a for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:56:49.217336 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:49.262878 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:49.284331 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:49.290604 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Notify callbacks [] for port, precommit_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:49.302945 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.0576975 Jan 20 00:56:49.305687 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:49.307891 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56534) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:49.312266 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Pushing event updated for resources: {'Network': ['ID=3ffe595a-3910-4a42-b05b-9d0f31c4a210,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:49.320719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Request body: {'subnet': {'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-915034639-subnet', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:56:49.325596 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Transition to ACTIVE for port object 596632d9-ac86-4eb2-9046-b0abd6f8743d will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:56:49.327534 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:49.328799 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:49.334925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Usage tracker for resource:subnet and tenant:9cf376d63c274cc78e14728d121ab5ac is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:49.339773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:49.349996 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:56:49.351056 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:49.373250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Made reservation on behalf of 9cf376d63c274cc78e14728d121ab5ac for: {'subnet': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:56:49.381838 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:49.389293 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:56:49.648069 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Transition to ACTIVE for port object 596632d9-ac86-4eb2-9046-b0abd6f8743d will not be triggered until provisioned by entity DHCP. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:56:49.666323 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Made reservation on behalf of 45b9ba0b32eb479e9724b0b906908a72 for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:56:49.671542 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:49.678113 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:49.714432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853813622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775394'] for router, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:49.733845 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:49.744049 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Made reservation on behalf of 5a21842aea0347579015226069db2cef for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:56:49.759744 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:49.781695 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:49.796831 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Usage tracker for resource:security_group_rule and tenant:f453439bed4344cb9b5c85c9c48f2c1a is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:49.802074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:49.815931 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:49.818273 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:49.845804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:49.858114 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:49.861217 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:49.885376 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Usage tracker for resource:security_group_rule and tenant:5a21842aea0347579015226069db2cef is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:49.894608 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Pushing event updated for resources: {'Port': ['ID=596632d9-ac86-4eb2-9046-b0abd6f8743d,revision_number=1']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:49.901498 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Usage tracker for resource:security_group_rule and tenant:45b9ba0b32eb479e9724b0b906908a72 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:49.905454 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.905788 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.906163 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.906545 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.906950 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.907326 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.907695 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.908061 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.908432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.908787 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.909152 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.909511 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.909942 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.910306 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.910721 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.911084 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.911445 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.911805 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.915134 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:49.918432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:49.923219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.923607 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.923991 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.924361 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.924733 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.925100 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Tracked resource versions report: Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: pushed versions: Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': {'1.0'}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': {'1.1'}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': {'1.6'}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': {'1.0'}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': {'1.1'}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': {'1.1'}} Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: consumer versions: Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: { DHCP agent@dv-cinder-667108-30-smb: {}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: L3 agent@dv-cinder-667108-30-smb: {}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: Metadata agent@dv-cinder-667108-30-smb: {}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: Metering agent@dv-cinder-667108-30-smb: {}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-667108-30-smb: { 'AddressGroup': '1.1', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': '1.0', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': '1.1', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': '1.6', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': '1.2', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': '1.8', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': '1.4', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': '1.0', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': '1.1', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': '1.1'}, Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: Open vSwitch agent@hv-cinder-66710: { 'AddressGroup': '1.1', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': '1.0', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': '1.1', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': '1.6', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': '1.2', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': '1.8', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': '1.4', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': '1.0', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': '1.1', Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': '1.1'}} Jan 20 00:56:49.926461 dv-cinder-667108-30-smb neutron-server[80047]: {{(pid=80162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 00:56:49.933779 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:49.959840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Network ec3a11db-a41d-4a3e-b1af-31727324cb53 is already hosted by enough agents. {{(pid=80162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:56:49.961364 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Resources bound (agent type, host, resource id): {{(pid=80162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:56:49.964946 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Received port after_create {{(pid=80162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:56:49.977837 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:49.999058 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:50.050780 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Attempting to bind port 596632d9-ac86-4eb2-9046-b0abd6f8743d on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:56:50.051433 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Attempting to bind port 596632d9-ac86-4eb2-9046-b0abd6f8743d by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:56:50.051597 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Attempting to bind port 596632d9-ac86-4eb2-9046-b0abd6f8743d on network ec3a11db-a41d-4a3e-b1af-31727324cb53 {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:56:50.058863 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:56:50.059289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Checking segment: {'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:56:50.059744 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:50.060189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Bound using segment: {'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:56:50.061121 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Bound port: 596632d9-ac86-4eb2-9046-b0abd6f8743d, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:56:50.061481 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:50.279347 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] For port 596632d9-ac86-4eb2-9046-b0abd6f8743d, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:56:50.286946 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] For port 596632d9-ac86-4eb2-9046-b0abd6f8743d, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=596632d9-ac86-4eb2-9046-b0abd6f8743d,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:56:50.299280 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:50.308014 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:50.331016 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:50.338403 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:50.353603 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:50.368824 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:50.385567 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:50.430941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 00:56:50.436230 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:50.578000 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773035505284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:50.578444 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Added segment 4238131a-66a8-4cbf-9a82-dbf02630df4a of type vxlan for network 26933088-6e74-4102-ba74-6fb41e98bc12 Jan 20 00:56:50.591435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:50.780622 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41babe59-b844-4d72-9209-2cd671952f7c,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:50.801867 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:50.802385 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:50.919311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Pushing event updated for resources: {'Port': ['ID=596632d9-ac86-4eb2-9046-b0abd6f8743d,revision_number=2']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:50.922937 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:50.978181 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for subnet, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:50.994313 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ac26c876-c633-4750-ac57-0a0e9f4b6aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:51.068773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:51.189335 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:51.197641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:51.235796 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=075b1ae4-cad2-4638-9169-39eee3b083f2,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:51.240285 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:51.330222 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a860bd-28e0-4ee0-a69f-61e9c20229d6,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:51.401055 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Checking segment: {'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:56:51.401445 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Network hostable DHCP agents. Network: 3ffe595a-3910-4a42-b05b-9d0f31c4a210, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 00:56:51.438438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.resource_extend [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 20 00:56:51.442646 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 00:56:51.493078 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, 3ffe595a-3910-4a42-b05b-9d0f31c4a210) {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:56:51.517784 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39abf79-ee6f-4297-ac6d-33caec95855d None None] Network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:56:51.524769 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:56:51.527362 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:51.541969 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a03d51d-30f8-4f75-93ca-002916cb6ed7,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:51.562835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:51.567641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:51.568182 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.098s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:51.572846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.005s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:51.574781 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 00:56:51.575179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.api [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 00:56:51.581328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 00:56:51.581761 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.api [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 00:56:51.593965 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2841473 Jan 20 00:56:51.598025 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56578) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:51.604932 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:56:51.616366 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:51.624134 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Usage tracker for resource:router and tenant:9cf376d63c274cc78e14728d121ab5ac is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:51.633337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:51.638064 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:56:51.638787 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:51.650184 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:51.656670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:51.677543 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-439'] for router, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:51.678914 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854169189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853813605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1025922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775409'] for router, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:51.707694 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:51.749622 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.0851197 Jan 20 00:56:51.770857 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56584) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:51.807533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Request body: {'subnet': {'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1593984051-subnet', 'tenant_id': 'f453439bed4344cb9b5c85c9c48f2c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:56:51.818382 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:51.832270 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Usage tracker for resource:subnet and tenant:f453439bed4344cb9b5c85c9c48f2c1a is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:51.841478 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:51.863173 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:52.022089 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47cf4265-80e3-5d65-ae8c-d06ff241b5cf-3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2'}]}} from dv-cinder-667108-30-smb. {{(pid=80162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 00:56:52.023079 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:52.071752 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Pushing event updated for resources: {'Network': ['ID=26933088-6e74-4102-ba74-6fb41e98bc12,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:52.110558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:52.135703 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:52.157492 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:52.208483 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network 26933088-6e74-4102-ba74-6fb41e98bc12 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:56:52.309034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Made reservation on behalf of f453439bed4344cb9b5c85c9c48f2c1a for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:56:52.318923 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:52.355455 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853813622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775394'] for router, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:52.623689 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 00:56:52.639058 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network 26933088-6e74-4102-ba74-6fb41e98bc12 details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:56:52.643634 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773035505284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:52.652527 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Added segment 8d911e22-d177-4b69-8b75-4d065322aeaf of type vxlan for network 1cff558b-37c6-4646-b557-26fa2ef8614e Jan 20 00:56:52.706508 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:52.798769 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:52.834664 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:56:52.835317 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:52.857249 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 00:56:52.873822 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:52.988112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35f7e0a-fc5f-4e4f-9f69-1b868c65db64 None None] Network ec3a11db-a41d-4a3e-b1af-31727324cb53 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:56:52.997777 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Allocated IP 172.28.0.125 (7116fac5-173a-4c74-bc75-236a854e751a/6b429026-7f7c-498d-960b-2e131da09027/8cda7a10-d8a7-4c97-927f-b4122ed3b28b) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:56:53.202070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:53.246007 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:53.411774 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 596632d9-ac86-4eb2-9046-b0abd6f8743d up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:56:53.540961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-1b037ffe-3a73-4ac8-9ef2-225801b3f6e9 None None] Provisioning for port 596632d9-ac86-4eb2-9046-b0abd6f8743d completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:56:53.643929 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773035505284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:53.644863 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Added segment 8871229c-2756-4016-ab91-d592eda5d4ff of type vxlan for network 99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301 Jan 20 00:56:53.702401 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 596632d9-ac86-4eb2-9046-b0abd6f8743d completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:56:53.709829 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Allocated IP 172.20.0.2 (3ffe595a-3910-4a42-b05b-9d0f31c4a210/075b1ae4-cad2-4638-9169-39eee3b083f2/c5870a35-8a0e-45d8-88f0-b525ba71bc5a) {{(pid=80162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:56:53.712426 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 596632d9-ac86-4eb2-9046-b0abd6f8743d triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:56:53.712841 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:53.738739 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 5.8657053 Jan 20 00:56:53.739996 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56640) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:53.778109 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Request body: {'subnet': {'network_id': '1cff558b-37c6-4646-b557-26fa2ef8614e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2124072190-subnet', 'tenant_id': '45b9ba0b32eb479e9724b0b906908a72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:56:53.790891 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:53.805088 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:53.828790 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Usage tracker for resource:subnet and tenant:45b9ba0b32eb479e9724b0b906908a72 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:53.835817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:53.852474 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:53.885950 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Made reservation on behalf of 45b9ba0b32eb479e9724b0b906908a72 for: {'subnet': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:56:53.891064 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:53.979663 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:54.036156 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port 596632d9-ac86-4eb2-9046-b0abd6f8743d, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=596632d9-ac86-4eb2-9046-b0abd6f8743d,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:56:54.049430 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:54.064110 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-402b29d0-44dd-4c1a-8b9e-b32ada1519e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:54.139481 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56648) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:54.232050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Pushing event updated for resources: {'Network': ['ID=1cff558b-37c6-4646-b557-26fa2ef8614e,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:54.236277 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d7e35b3f-45db-4bda-9c3e-8e673ac44f8b None None] Provisioning complete for port 596632d9-ac86-4eb2-9046-b0abd6f8743d triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:56:54.236709 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d7e35b3f-45db-4bda-9c3e-8e673ac44f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:54.242509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.369s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:54.316936 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network 1cff558b-37c6-4646-b557-26fa2ef8614e details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:56:54.350621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:54.357350 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:56:54.358052 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:54.379849 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:54.427644 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:54.470135 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network 1cff558b-37c6-4646-b557-26fa2ef8614e details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:56:54.539659 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Notify callbacks [] for port, precommit_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:54.589199 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=596632d9-ac86-4eb2-9046-b0abd6f8743d,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:54.593066 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:54.680791 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Transition to ACTIVE for port object c5870a35-8a0e-45d8-88f0-b525ba71bc5a will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:56:54.687358 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 6.7898779 Jan 20 00:56:54.691724 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56658) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:54.697669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Pushing event updated for resources: {'Network': ['ID=99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:54.730324 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Request body: {'subnet': {'network_id': '99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1850396216-subnet', 'tenant_id': '5a21842aea0347579015226069db2cef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:56:54.737548 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:54.745927 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:54.749773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network 99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301 details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:56:54.762376 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Usage tracker for resource:subnet and tenant:5a21842aea0347579015226069db2cef is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:54.783038 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:54.806253 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:54.829722 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:54.849592 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:54.851902 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for subnet, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:54.883938 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Made reservation on behalf of 5a21842aea0347579015226069db2cef for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:56:54.889039 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:54.901881 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ec9bc49-a1d6-44e4-8755-a137d97cd726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:54.906761 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network 99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:56:54.940183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6ec9bc49-a1d6-44e4-8755-a137d97cd726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:54.945672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6ec9bc49-a1d6-44e4-8755-a137d97cd726 admin admin] Usage tracker for resource:security_group_rule and tenant:5e7df780c65c4d219d1305b04807e551 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:54.949225 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6ec9bc49-a1d6-44e4-8755-a137d97cd726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:54.956543 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6ec9bc49-a1d6-44e4-8755-a137d97cd726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:55.099774 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ec9bc49-a1d6-44e4-8755-a137d97cd726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:55.189207 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Pushing event updated for resources: {'Port': ['ID=8cda7a10-d8a7-4c97-927f-b4122ed3b28b,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:55.212543 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:55.251933 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:55.255442 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Transition to ACTIVE for port object c5870a35-8a0e-45d8-88f0-b525ba71bc5a will not be triggered until provisioned by entity DHCP. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:56:55.267546 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:55.275121 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:55.276096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 596632d9-ac86-4eb2-9046-b0abd6f8743d up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:56:55.294491 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:55.303662 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ec9bc49-a1d6-44e4-8755-a137d97cd726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:55.359115 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a3d24427-97bc-4d37-9064-b4b04cb6ca9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:55.408417 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Network 7116fac5-173a-4c74-bc75-236a854e751a is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:56:55.423056 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:56:55.435304 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-6ec9bc49-a1d6-44e4-8755-a137d97cd726 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e7df780c65c4d219d1305b04807e551&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2939501 Jan 20 00:56:55.438480 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56680) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:55.442242 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Checking segment: {'id': '8d911e22-d177-4b69-8b75-4d065322aeaf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1cff558b-37c6-4646-b557-26fa2ef8614e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:56:55.442687 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Network hostable DHCP agents. Network: 1cff558b-37c6-4646-b557-26fa2ef8614e, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 00:56:55.471557 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Pushing event updated for resources: {'Port': ['ID=c5870a35-8a0e-45d8-88f0-b525ba71bc5a,revision_number=1']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:55.475254 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:55.503054 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:56:55.517185 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-29d5e862-76f6-4b33-b627-74fd766bcbe9 None None] Provisioning complete for port 596632d9-ac86-4eb2-9046-b0abd6f8743d triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:56:55.517656 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-29d5e862-76f6-4b33-b627-74fd766bcbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:55.646064 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Network 1cff558b-37c6-4646-b557-26fa2ef8614e is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 00:56:55.679829 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Allocated IP 172.28.0.144 (7116fac5-173a-4c74-bc75-236a854e751a/6b429026-7f7c-498d-960b-2e131da09027/3048e1ae-a55c-48b2-9ce3-30560cb56880) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:56:55.686478 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa0bdfa-927a-41d6-8fe4-03b7ed7658d0,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:55.698397 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:55.785768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda0c9ef-cae6-4a04-85b1-c44b57e7e41a,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:55.799985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 596632d9-ac86-4eb2-9046-b0abd6f8743d triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:56:55.800412 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:55.814420 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:55.827433 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, 1cff558b-37c6-4646-b557-26fa2ef8614e) {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:56:55.829070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cd3c74ee-ba05-4d25-8a39-b884df21f26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:55.878979 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9bc49-a1d6-44e4-8755-a137d97cd726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b1a560-b214-4fbe-9d52-869c8519d364,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:55.883710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51a4b5e-1912-42b1-b0f9-8b203aedfdea None None] Network 1cff558b-37c6-4646-b557-26fa2ef8614e requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:56:55.900552 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:56:55.901215 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:56.006628 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6acf8ab-4c28-43a5-aed4-5e7340ca9a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:56.049052 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6ec9bc49-a1d6-44e4-8755-a137d97cd726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:56.108210 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3571732 Jan 20 00:56:56.108210 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6acf8ab-4c28-43a5-aed4-5e7340ca9a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:56.113783 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 is already hosted by enough agents. {{(pid=80162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:56:56.143334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:56.226817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6acf8ab-4c28-43a5-aed4-5e7340ca9a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:56.231992 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Resources bound (agent type, host, resource id): {{(pid=80162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:56:56.234681 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Received port after_create {{(pid=80162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:56:56.237627 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:56.266073 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acf8ab-4c28-43a5-aed4-5e7340ca9a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b1a560-b214-4fbe-9d52-869c8519d364,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:56.269713 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:56.270849 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c6acf8ab-4c28-43a5-aed4-5e7340ca9a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:56.313281 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:56.401390 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56702) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:56.404649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Checking segment: {'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:56:56.408833 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Network hostable DHCP agents. Network: 26933088-6e74-4102-ba74-6fb41e98bc12, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 00:56:56.409775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Attempting to bind port c5870a35-8a0e-45d8-88f0-b525ba71bc5a on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:56:56.410201 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Attempting to bind port c5870a35-8a0e-45d8-88f0-b525ba71bc5a by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:56:56.410638 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Attempting to bind port c5870a35-8a0e-45d8-88f0-b525ba71bc5a on network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:56:56.417089 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Pushing event updated for resources: {'Port': ['ID=3048e1ae-a55c-48b2-9ce3-30560cb56880,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:56.421209 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:56:56.421635 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Checking segment: {'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:56:56.422088 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:56.422535 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Bound using segment: {'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:56:56.423124 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Bound port: c5870a35-8a0e-45d8-88f0-b525ba71bc5a, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:56:56.423567 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:56.438945 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6acf8ab-4c28-43a5-aed4-5e7340ca9a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:56.440821 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-c6acf8ab-4c28-43a5-aed4-5e7340ca9a33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16b1a560-b214-4fbe-9d52-869c8519d364 HTTP/1.1" status: 204 len: 168 time: 0.9747608 Jan 20 00:56:56.454197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:56.701030 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Network 26933088-6e74-4102-ba74-6fb41e98bc12 is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 00:56:56.728496 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, 26933088-6e74-4102-ba74-6fb41e98bc12) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:56:56.781873 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] For port c5870a35-8a0e-45d8-88f0-b525ba71bc5a, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:56:56.790304 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] For port c5870a35-8a0e-45d8-88f0-b525ba71bc5a, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=c5870a35-8a0e-45d8-88f0-b525ba71bc5a,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:56:56.805239 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:56:56.806040 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:56.837519 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bad61b-4c08-47e6-8845-0aef5c3f10ba None None] Network 26933088-6e74-4102-ba74-6fb41e98bc12 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:56:56.858199 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:56.898719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:56.901607 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Network 7116fac5-173a-4c74-bc75-236a854e751a is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:56:56.904148 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:56:56.910634 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:56:56.914936 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:57.128646 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1655fa90-3427-4504-a290-36666134b829 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 5.3566203 Jan 20 00:56:57.196155 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:57.391296 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9558566-5244-4d27-b87b-1e504a8d0e14 None None] Network 1cff558b-37c6-4646-b557-26fa2ef8614e requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:56:57.426330 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe78f-b963-41be-8a8d-ac08c0655ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:57.526093 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a1cfe78f-b963-41be-8a8d-ac08c0655ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:56:57.541975 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a1cfe78f-b963-41be-8a8d-ac08c0655ee4 admin admin] Usage tracker for resource:security_group_rule and tenant:d0b5c85298a84d51aa556dbbab262847 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:56:57.553974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a1cfe78f-b963-41be-8a8d-ac08c0655ee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:56:57.571952 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a1cfe78f-b963-41be-8a8d-ac08c0655ee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:56:57.730638 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56762) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:57.750835 dv-cinder-667108-30-smb neutron-server[80047]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 20 00:56:57.823527 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Pushing event updated for resources: {'Port': ['ID=c5870a35-8a0e-45d8-88f0-b525ba71bc5a,revision_number=2']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:57.828801 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:57.925951 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:57.946089 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854169219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962208'] for router, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:58.077438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f880b5-b33d-432a-b442-076af3199715 None None] Network 26933088-6e74-4102-ba74-6fb41e98bc12 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:56:58.292479 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56788) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:58.306684 dv-cinder-667108-30-smb neutron-server[80047]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 20 00:56:58.337022 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:58.449851 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f8b02268-8cc2-4fb0-b712-65fd67cbd8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:58.755081 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-da4939c3-472c-45c0-9176-e7ffa5b80c58 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:56:58.757043 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-da4939c3-472c-45c0-9176-e7ffa5b80c58 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/networks?id=26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 200 len: 815 time: 0.4630935 Jan 20 00:56:58.759087 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854169219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962208'] for router, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:58.764288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-756a0e83-d7b0-4fbb-9260-249eb8c0103e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:56:58.765285 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-756a0e83-d7b0-4fbb-9260-249eb8c0103e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Synchronizing usage tracker for tenant:45b9ba0b32eb479e9724b0b906908a72 on resource:network {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:56:58.926365 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-03203eb7-e191-4f6b-97d6-4e5abba405a4 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/quotas/f453439bed4344cb9b5c85c9c48f2c1a HTTP/1.1" status: 200 len: 375 time: 0.0838819 Jan 20 00:56:58.984139 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c5c6a31-b6a5-4e03-ade2-512cd1e05e0a,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:58.992694 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe78f-b963-41be-8a8d-ac08c0655ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:58.994189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:59.005797 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-6e560232-dfd3-4f77-974f-367e0712d4bd tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636849 Jan 20 00:56:59.007691 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe78f-b963-41be-8a8d-ac08c0655ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:59.058489 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:56:59.120753 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-756a0e83-d7b0-4fbb-9260-249eb8c0103e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Unset dirty status for tenant:45b9ba0b32eb479e9724b0b906908a72 on resource:network {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:56:59.122247 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-756a0e83-d7b0-4fbb-9260-249eb8c0103e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/networks?id=1cff558b-37c6-4646-b557-26fa2ef8614e HTTP/1.1" status: 200 len: 812 time: 1.3794498 Jan 20 00:56:59.159918 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Router 5bdb06a1-4125-470b-ab2d-7644dc598dab is scheduled to L3 agent 48f3f500-c824-42c3-8771-385393b42a92 with binding_index 1 {{(pid=80161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 00:56:59.222954 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device c5870a35-8a0e-45d8-88f0-b525ba71bc5a up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:56:59.278974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfe78f-b963-41be-8a8d-ac08c0655ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e53d23-bc59-4a84-ac33-35075918855f,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:56:59.300186 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a1cfe78f-b963-41be-8a8d-ac08c0655ee4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d0b5c85298a84d51aa556dbbab262847&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8723762 Jan 20 00:56:59.300566 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a1cfe78f-b963-41be-8a8d-ac08c0655ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:56:59.313584 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-c8727bad-2335-4891-9692-c201f2ed7cd4 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/quotas/45b9ba0b32eb479e9724b0b906908a72 HTTP/1.1" status: 200 len: 375 time: 0.1522598 Jan 20 00:56:59.321073 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56808) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:59.407272 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port c5870a35-8a0e-45d8-88f0-b525ba71bc5a completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:56:59.561937 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 00:56:59.582046 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Sync routers for ids ['5bdb06a1-4125-470b-ab2d-7644dc598dab'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 00:56:59.597401 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-ea57b102-3d28-444b-9dac-ae7980b64629 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?tenant_id=45b9ba0b32eb479e9724b0b906908a72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2477813 Jan 20 00:56:59.605464 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-970adef9-cbb5-40ca-98f8-6975c60a5ac4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 00:56:59.613305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Routers {'5bdb06a1-4125-470b-ab2d-7644dc598dab'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:56:59.614098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:56:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['5bdb06a1-4125-470b-ab2d-7644dc598dab'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:56:59.619575 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-970adef9-cbb5-40ca-98f8-6975c60a5ac4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1922698 Jan 20 00:56:59.625401 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Notify callbacks [] for router, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:56:59.634998 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0352814 Jan 20 00:56:59.638128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 56828) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:56:59.645071 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdfdf23-85d4-4d98-b6fe-8c12a5c62379 None None] Network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:56:59.652344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Router 30ad21de-0a1b-4394-881f-9eee0cc7452f is scheduled to L3 agent 48f3f500-c824-42c3-8771-385393b42a92 with binding_index 1 {{(pid=80160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 00:57:00.027155 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-1a6e9fb9-85a0-48ae-8a8d-486280cef08c None None] Provisioning for port c5870a35-8a0e-45d8-88f0-b525ba71bc5a completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:57:00.033101 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-1a6e9fb9-85a0-48ae-8a8d-486280cef08c None None] Provisioning complete for port c5870a35-8a0e-45d8-88f0-b525ba71bc5a triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:00.033501 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9fb9-85a0-48ae-8a8d-486280cef08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:00.075928 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 00:57:00.077044 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Set router 5bdb06a1-4125-470b-ab2d-7644dc598dab gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:57:00.078507 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Checking segment: {'id': '8871229c-2756-4016-ab91-d592eda5d4ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:57:00.079213 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Network hostable DHCP agents. Network: 99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 00:57:00.135911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Network 99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301 is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 00:57:00.150308 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Sync routers for ids ['30ad21de-0a1b-4394-881f-9eee0cc7452f'] in dv-cinder-667108-30-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 00:57:00.187771 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, 99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:57:00.189074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Routers {'30ad21de-0a1b-4394-881f-9eee0cc7452f'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:57:00.190194 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c095d5c-0b95-416e-9566-54a414f09885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:00.190316 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:56:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['30ad21de-0a1b-4394-881f-9eee0cc7452f'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:00.229630 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c095d5c-0b95-416e-9566-54a414f09885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:00.310213 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-e5261517-e0e8-439e-9675-08de572057bd service neutron] 10.222.0.44 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6706135 Jan 20 00:57:00.354589 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Notify callbacks [] for router, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:00.359725 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.3222249 Jan 20 00:57:00.369252 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:00.369920 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:00.417958 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644f8b11-233d-4124-960d-0acb0bbded48 None None] Network 99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:57:00.495786 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-df4983ae-93f5-4be2-8143-bd0987e165b9 service neutron] 10.222.0.44 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1780350 Jan 20 00:57:00.496695 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56840) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:00.503684 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c095d5c-0b95-416e-9566-54a414f09885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:00.680792 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-22b1620d-1e82-4e0c-8d28-9afb259393b3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 00:57:00.684880 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-22b1620d-1e82-4e0c-8d28-9afb259393b3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.8277526 Jan 20 00:57:00.693450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:56:57Z', 'revision_number': 3, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:00.706512 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Checking router: 5bdb06a1-4125-470b-ab2d-7644dc598dab for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 00:57:00.707159 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Updating router 5bdb06a1-4125-470b-ab2d-7644dc598dab port 3048e1ae-a55c-48b2-9ce3-30560cb56880 binding host dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 00:57:00.742212 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9fb9-85a0-48ae-8a8d-486280cef08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:00.855196 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Set router 30ad21de-0a1b-4394-881f-9eee0cc7452f gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:57:00.868610 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:01.082048 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:01.292518 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c095d5c-0b95-416e-9566-54a414f09885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:01.307420 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-0c095d5c-0b95-416e-9566-54a414f09885 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6e53d23-bc59-4a84-ac33-35075918855f HTTP/1.1" status: 204 len: 168 time: 1.9869552 Jan 20 00:57:01.335788 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c095d5c-0b95-416e-9566-54a414f09885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e53d23-bc59-4a84-ac33-35075918855f,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:01.403274 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b723ee53-2e6b-430e-98ca-ab940c180002 req-66c2d597-81da-4d47-a7c9-de12ed407e08 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 210 time: 0.1911979 Jan 20 00:57:01.407552 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-1a6e9fb9-85a0-48ae-8a8d-486280cef08c None None] For port c5870a35-8a0e-45d8-88f0-b525ba71bc5a, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=c5870a35-8a0e-45d8-88f0-b525ba71bc5a,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:57:01.407785 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0c095d5c-0b95-416e-9566-54a414f09885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:01.422441 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.7271123 Jan 20 00:57:01.557859 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-429c7995-9e1c-4118-95db-992b9a8b5e71 service neutron] 10.222.0.44 "GET /v2.0/networks/1cff558b-37c6-4646-b557-26fa2ef8614e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8504455 Jan 20 00:57:01.668606 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9fb9-85a0-48ae-8a8d-486280cef08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:01.698644 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:01.787731 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e9fb9-85a0-48ae-8a8d-486280cef08c None None] Pushing event updated for resources: {'Port': ['ID=c5870a35-8a0e-45d8-88f0-b525ba71bc5a,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:01.793928 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1a6e9fb9-85a0-48ae-8a8d-486280cef08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:01.884467 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:56:55Z', 'revision_number': 3, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:56:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:01.899106 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Checking router: 30ad21de-0a1b-4394-881f-9eee0cc7452f for host: dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 00:57:01.905345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Updating router 30ad21de-0a1b-4394-881f-9eee0cc7452f port 8cda7a10-d8a7-4c97-927f-b4122ed3b28b binding host dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 00:57:02.010384 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-77963608-e8a5-4000-ab0e-9df5d3713eed None None] Provisioning complete for port c5870a35-8a0e-45d8-88f0-b525ba71bc5a triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:02.023746 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-77963608-e8a5-4000-ab0e-9df5d3713eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:02.196170 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Notify callbacks [] for port, precommit_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:02.227787 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Transition to ACTIVE for port object 3048e1ae-a55c-48b2-9ce3-30560cb56880 will not be triggered until provisioned by entity L2. {{(pid=80163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:57:02.231583 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:02.261154 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:02.306895 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa700a4d-e1aa-432d-a3fe-8d457ef5d558 None None] Network 99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:57:02.337822 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:02.439943 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Pushing event updated for resources: {'Port': ['ID=3048e1ae-a55c-48b2-9ce3-30560cb56880,revision_number=2']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:02.462108 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.475038 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.475638 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.476761 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.478525 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.479149 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.481626 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.482240 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.482887 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.484895 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.485485 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.486045 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.486705 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.489457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.490056 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.490652 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.493671 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.494300 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.494893 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.495472 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.496070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.498902 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.499561 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.500139 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Tracked resource versions report: Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: pushed versions: Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': {'1.0'}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': {'1.1'}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': {'1.6'}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': {'1.0'}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': {'1.1'}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': {'1.1'}} Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: consumer versions: Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: { DHCP agent@dv-cinder-667108-30-smb: {}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: L3 agent@dv-cinder-667108-30-smb: {}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: Metadata agent@dv-cinder-667108-30-smb: {}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: Metering agent@dv-cinder-667108-30-smb: {}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-667108-30-smb: { 'AddressGroup': '1.1', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': '1.0', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': '1.1', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': '1.6', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': '1.2', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': '1.8', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': '1.4', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': '1.0', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': '1.1', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': '1.1'}, Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: Open vSwitch agent@hv-cinder-66710: { 'AddressGroup': '1.1', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Log': '1.0', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Network': '1.1', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Port': '1.6', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'PortForwarding': '1.2', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'QosPolicy': '1.8', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroup': '1.4', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'SubPort': '1.0', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Subnet': '1.1', Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: 'Trunk': '1.1'}} Jan 20 00:57:02.503913 dv-cinder-667108-30-smb neutron-server[80047]: {{(pid=80163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 00:57:02.531970 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:02.714595 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-2ce0f0d2-9829-4143-816d-fb46272bd10a service neutron] 10.222.0.44 "GET /v2.0/networks/1cff558b-37c6-4646-b557-26fa2ef8614e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1481173 Jan 20 00:57:02.887804 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1c2263ca-d708-44af-979c-086ee089ffea req-73624fa5-734a-4c2b-8062-01c46a06a49b tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 210 time: 0.3192437 Jan 20 00:57:02.950363 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:03.010120 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Attempting to bind port 3048e1ae-a55c-48b2-9ce3-30560cb56880 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:57:03.010120 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Attempting to bind port 3048e1ae-a55c-48b2-9ce3-30560cb56880 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:57:03.010120 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Attempting to bind port 3048e1ae-a55c-48b2-9ce3-30560cb56880 on network 7116fac5-173a-4c74-bc75-236a854e751a {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:57:03.048781 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:57:03.049856 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Checking segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:57:03.055718 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:03.058024 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Bound using segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:57:03.058838 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Bound port: 3048e1ae-a55c-48b2-9ce3-30560cb56880, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:57:03.062400 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:03.246994 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:03.266018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device c5870a35-8a0e-45d8-88f0-b525ba71bc5a up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:03.315976 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] For port 3048e1ae-a55c-48b2-9ce3-30560cb56880, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:57:03.339041 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] For port 3048e1ae-a55c-48b2-9ce3-30560cb56880, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=3048e1ae-a55c-48b2-9ce3-30560cb56880,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:57:03.348856 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:03.447269 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:03.743659 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0695f6ed-3f8f-46a3-b6e0-106127aa845f req-17fcd359-85fe-40c5-928f-9c5869c52702 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 210 time: 0.3068409 Jan 20 00:57:04.184024 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Pushing event updated for resources: {'Port': ['ID=3048e1ae-a55c-48b2-9ce3-30560cb56880,revision_number=3']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:04.215012 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:04.383283 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Allocated IP 172.20.0.1 (ec3a11db-a41d-4a3e-b1af-31727324cb53/7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411/364c8382-16bb-4429-961d-ff6f361dded5) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:57:04.401158 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Routers {'5bdb06a1-4125-470b-ab2d-7644dc598dab'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:57:04.402326 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:56:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['5bdb06a1-4125-470b-ab2d-7644dc598dab'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:04.950228 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 56988) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:04.960156 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-797e554d-cf81-4d41-b7d9-f01e8c856c20 None None] Provisioning complete for port c5870a35-8a0e-45d8-88f0-b525ba71bc5a triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:04.960921 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-797e554d-cf81-4d41-b7d9-f01e8c856c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:05.007318 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Allocated IP 172.20.0.1 (3ffe595a-3910-4a42-b05b-9d0f31c4a210/075b1ae4-cad2-4638-9169-39eee3b083f2/6446970d-c456-4d64-b3be-9c6924806ce8) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:57:05.107274 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-923976908-network', 'tenant_id': 'dcd24270d76e48479105c8f29a62688c'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:05.121710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:05.133666 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Usage tracker for resource:network and tenant:dcd24270d76e48479105c8f29a62688c is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:05.143611 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:05.161627 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] Set router 5bdb06a1-4125-470b-ab2d-7644dc598dab gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:57:05.161758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:05.167514 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port c5870a35-8a0e-45d8-88f0-b525ba71bc5a triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:05.167941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:05.207524 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ceefd0d1-aeec-45ec-8ff2-d05c3a495c4d req-32e80a4b-5fe0-4ac2-839d-3c6bb3ffb31b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 210 time: 0.2321475 Jan 20 00:57:05.212909 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Made reservation on behalf of dcd24270d76e48479105c8f29a62688c for: {'network': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:57:05.246050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:05.472266 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bdf5948e-31b0-45bc-9949-0968a62e5031 req-9a1b9c9f-aa40-495d-9137-81069cefa3a8 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 210 time: 1.3417277 Jan 20 00:57:05.548643 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Notify callbacks [] for port, precommit_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:05.548911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:05.597194 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Transition to ACTIVE for port object 8cda7a10-d8a7-4c97-927f-b4122ed3b28b will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:57:05.609877 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:05.659197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Transition to ACTIVE for port object 364c8382-16bb-4429-961d-ff6f361dded5 will not be triggered until provisioned by entity DHCP. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:57:05.694305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:05.699509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:05.726282 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:05.732830 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Usage tracker for resource:security_group_rule and tenant:dcd24270d76e48479105c8f29a62688c is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:05.737965 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:05.744627 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:05.748204 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:05.797944 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:05.813913 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Transition to ACTIVE for port object 6446970d-c456-4d64-b3be-9c6924806ce8 will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:57:05.866798 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:05.918714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109eeee6-5415-4cbd-b1c7-c0289b9b9fc2 None None] Pushing event updated for resources: {'Port': ['ID=8cda7a10-d8a7-4c97-927f-b4122ed3b28b,revision_number=2']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:05.919253 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1c2d87ac-786c-4840-bc9f-1f5c6eacb0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:06.003103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-109eeee6-5415-4cbd-b1c7-c0289b9b9fc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:06.026686 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:56:57Z', 'revision_number': 3, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:06.032257 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2e291-db0c-47fb-a32e-be9ef57d8343 None None] The sync data for ids ['5bdb06a1-4125-470b-ab2d-7644dc598dab'] in dv-cinder-667108-30-smb is: [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:56:57Z', 'revision_number': 3, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 00:57:06.192726 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Pushing event updated for resources: {'Port': ['ID=6446970d-c456-4d64-b3be-9c6924806ce8,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:06.213096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:06.294761 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:06.296725 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:57:06.298002 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:06.298201 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:57:06.312467 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:57:06.314984 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611580'] for router_interface, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:06.548103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Pushing event updated for resources: {'Port': ['ID=364c8382-16bb-4429-961d-ff6f361dded5,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:06.563975 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:06.565040 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:06.620383 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 00:57:06.642304 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:06.642740 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Added segment d5f936d8-e1da-4ee5-919a-543df52e65a0 of type vxlan for network 3c35bb27-aa49-418c-9331-dd62b30963fb Jan 20 00:57:06.652097 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Attempting to bind port 8cda7a10-d8a7-4c97-927f-b4122ed3b28b on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:57:06.653009 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Attempting to bind port 8cda7a10-d8a7-4c97-927f-b4122ed3b28b by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:57:06.653639 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Attempting to bind port 8cda7a10-d8a7-4c97-927f-b4122ed3b28b on network 7116fac5-173a-4c74-bc75-236a854e751a {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:57:06.688906 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:57:06.688906 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Checking segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:57:06.689452 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:06.689988 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Bound using segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:57:06.690797 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Bound port: 8cda7a10-d8a7-4c97-927f-b4122ed3b28b, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:57:06.691305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:06.733226 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:06.791726 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4c763182-f491-42a0-87af-e9371bce5a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:07.087466 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] For port 8cda7a10-d8a7-4c97-927f-b4122ed3b28b, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:57:07.092525 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] For port 8cda7a10-d8a7-4c97-927f-b4122ed3b28b, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=8cda7a10-d8a7-4c97-927f-b4122ed3b28b,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:57:07.124625 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:07.207750 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2f0d3b4d-3cb6-44c9-93f9-cb822dbc8f1e req-5c130ca0-1f58-4083-8beb-ed24df93dcbf tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 210 time: 0.0989282 Jan 20 00:57:07.228773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:07.264642 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.48', 53499) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:07.383632 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ac6ac852-0836-4567-9b7a-f7b42c2d9dd8 req-69939a9b-7dd3-426f-b0cd-bb1d92de489c tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 210 time: 0.2369783 Jan 20 00:57:07.394323 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f526e9-74b5-48cb-ae4a-7d92a0bbce89,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:07.418076 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.resource_extend [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 20 00:57:07.466808 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:07.480746 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109eeee6-5415-4cbd-b1c7-c0289b9b9fc2 None None] Pushing event updated for resources: {'Port': ['ID=8cda7a10-d8a7-4c97-927f-b4122ed3b28b,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:07.493669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Network ec3a11db-a41d-4a3e-b1af-31727324cb53 is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:57:07.503867 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-109eeee6-5415-4cbd-b1c7-c0289b9b9fc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:07.504584 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-088cc61c-418c-4424-9106-f8da059141c0 None None] Provisioning for port 6446970d-c456-4d64-b3be-9c6924806ce8 completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:57:07.506792 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:57:07.513682 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:57:07.521809 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611580'] for router_interface, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:07.638057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-088cc61c-418c-4424-9106-f8da059141c0 None None] Provisioning complete for port 6446970d-c456-4d64-b3be-9c6924806ce8 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:07.638057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-088cc61c-418c-4424-9106-f8da059141c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:07.806404 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-639526e5-4315-4a21-82e1-672f94eac727 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:07.807288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-639526e5-4315-4a21-82e1-672f94eac727 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Synchronizing usage tracker for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:network {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:07.810244 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:07.930111 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:07.949643 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:07.950739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:07.963522 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:07.974173 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-639526e5-4315-4a21-82e1-672f94eac727 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Unset dirty status for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:network {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:07.976368 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-639526e5-4315-4a21-82e1-672f94eac727 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "GET /v2.0/networks?id=26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 200 len: 815 time: 0.7100673 Jan 20 00:57:08.109030 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Request body: {'port': {'device_id': 'b9fdf75f-ee16-44c4-9d0f-1756d81f18f7', 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12', 'admin_state_up': True, 'tenant_id': 'f453439bed4344cb9b5c85c9c48f2c1a'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:08.367648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:08.385480 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Usage tracker for resource:port and tenant:f453439bed4344cb9b5c85c9c48f2c1a is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:08.389972 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Quota usage for port was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:08.402774 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:08.564689 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-088cc61c-418c-4424-9106-f8da059141c0 None None] Port 6446970d-c456-4d64-b3be-9c6924806ce8 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 00:57:08.617592 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-14f03b57-24d3-4d2a-b0c8-2c10f08250f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:08.647028 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Routers {'30ad21de-0a1b-4394-881f-9eee0cc7452f'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:57:08.657436 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:56:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['30ad21de-0a1b-4394-881f-9eee0cc7452f'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:08.690049 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.48', 53508) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:08.790252 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-98cba047-dae0-4e5f-97a4-b8397932fd73 req-2c4dda28-f573-49fd-a3f3-72b5691af4cd tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 210 time: 0.1011851 Jan 20 00:57:08.864513 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:08.949058 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Pushing event updated for resources: {'Network': ['ID=3c35bb27-aa49-418c-9331-dd62b30963fb,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:08.953952 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.990s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:08.966182 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b1ec1c0f-472c-4867-a006-371e034bb040 req-9de2c6ee-f830-48e4-8b4b-57e8e828f614 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 210 time: 0.1141663 Jan 20 00:57:08.981362 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.0290439 Jan 20 00:57:09.009248 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 3048e1ae-a55c-48b2-9ce3-30560cb56880 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:09.046710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 57098) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:09.107292 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Request body: {'subnet': {'network_id': '3c35bb27-aa49-418c-9331-dd62b30963fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-923976908-subnet', 'tenant_id': 'dcd24270d76e48479105c8f29a62688c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:09.119973 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network 3c35bb27-aa49-418c-9331-dd62b30963fb details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:57:09.122731 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:09.131631 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Usage tracker for resource:subnet and tenant:dcd24270d76e48479105c8f29a62688c is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:09.137081 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network 3c35bb27-aa49-418c-9331-dd62b30963fb details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:57:09.141133 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:09.156100 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:09.177068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Made reservation on behalf of dcd24270d76e48479105c8f29a62688c for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:57:09.195456 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:09.262848 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Made reservation on behalf of f453439bed4344cb9b5c85c9c48f2c1a for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:57:09.277303 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:09.279057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-f1c1305f-1e45-403c-af8a-2485bd2e98d0 None None] Provisioning for port 364c8382-16bb-4429-961d-ff6f361dded5 completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:57:09.441167 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 3048e1ae-a55c-48b2-9ce3-30560cb56880 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:57:09.446033 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-f1c1305f-1e45-403c-af8a-2485bd2e98d0 None None] Provisioning complete for port 364c8382-16bb-4429-961d-ff6f361dded5 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:09.446033 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f1c1305f-1e45-403c-af8a-2485bd2e98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:09.524076 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.resource_extend [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 20 00:57:09.553561 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:09.559870 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:09.565976 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854164385'] for router_interface, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:09.622898 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-da095c68-846c-4f2d-a1d2-21eb38b19432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:09.640562 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-f1c1305f-1e45-403c-af8a-2485bd2e98d0 None None] Port 364c8382-16bb-4429-961d-ff6f361dded5 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 00:57:09.699648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 3048e1ae-a55c-48b2-9ce3-30560cb56880 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:09.700072 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:09.939796 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57144) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:09.950554 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] Set router 30ad21de-0a1b-4394-881f-9eee0cc7452f gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:57:10.021766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Pushing event updated for resources: {'Port': ['ID=364c8382-16bb-4429-961d-ff6f361dded5,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:10.031925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:10.078123 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-e0e9576a-491f-4817-8676-64beab95ecd9 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:10.082198 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-e0e9576a-491f-4817-8676-64beab95ecd9 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.48 "GET /v2.0/networks?id=1cff558b-37c6-4646-b557-26fa2ef8614e HTTP/1.1" status: 200 len: 812 time: 1.3906665 Jan 20 00:57:10.156326 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Network ec3a11db-a41d-4a3e-b1af-31727324cb53 is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:57:10.157983 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:57:10.312739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:10.380082 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Request body: {'port': {'device_id': 'e9c3cb58-fc63-4342-bc12-6b233902a6f2', 'network_id': '1cff558b-37c6-4646-b557-26fa2ef8614e', 'admin_state_up': True, 'tenant_id': '45b9ba0b32eb479e9724b0b906908a72'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:10.416509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:10.527331 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-95d63eeb-8996-40e4-b487-54aae939fda4 req-3607b893-f60a-4298-842b-d07db44edb23 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 210 time: 0.1960256 Jan 20 00:57:10.594885 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854164385'] for router_interface, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:10.630611 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:10.919191 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:10.940535 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port 3048e1ae-a55c-48b2-9ce3-30560cb56880, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=3048e1ae-a55c-48b2-9ce3-30560cb56880,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:57:10.948334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:10.955075 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-2bd184a9-2461-4d0b-b196-74c8e37e6790 None None] Provisioning complete for port 364c8382-16bb-4429-961d-ff6f361dded5 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:10.955472 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd184a9-2461-4d0b-b196-74c8e37e6790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:10.989465 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-109eeee6-5415-4cbd-b1c7-c0289b9b9fc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:11.055521 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2cb7776c-8d0c-4130-bc8e-f7105bdacdd5 req-6e094f3b-9592-453e-8ce9-b0a66196fa68 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 210 time: 0.3390045 Jan 20 00:57:11.061452 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dee6df49-4876-4324-88dd-d7b9c5e29a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:11.107336 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-dee6df49-4876-4324-88dd-d7b9c5e29a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:11.114306 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-dee6df49-4876-4324-88dd-d7b9c5e29a85 admin admin] Usage tracker for resource:security_group_rule and tenant:cf033b47a1f941e182efb262efcce236 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:11.126905 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-dee6df49-4876-4324-88dd-d7b9c5e29a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:11.145483 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-dee6df49-4876-4324-88dd-d7b9c5e29a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:11.168476 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=3048e1ae-a55c-48b2-9ce3-30560cb56880,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:11.182428 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5aa4aacf-a699-4945-b8ee-e0240ded5386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:11.188832 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:11.206449 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:04Z', 'revision_number': 1, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:11.209288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-2bd184a9-2461-4d0b-b196-74c8e37e6790 None None] Port 364c8382-16bb-4429-961d-ff6f361dded5 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 00:57:11.216907 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e7bca4-c8d0-40f8-9f09-84729f04b842 None None] The sync data for ids ['30ad21de-0a1b-4394-881f-9eee0cc7452f'] in dv-cinder-667108-30-smb is: [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:04Z', 'revision_number': 1, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 00:57:11.265271 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Router 30ad21de-0a1b-4394-881f-9eee0cc7452f has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 00:57:11.266938 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Pushing event updated for resources: {'Port': ['ID=6446970d-c456-4d64-b3be-9c6924806ce8,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:11.290338 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:11.433753 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:11.438758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Usage tracker for resource:port and tenant:45b9ba0b32eb479e9724b0b906908a72 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:11.442549 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Quota usage for port was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:11.460284 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:11.485088 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Made reservation on behalf of 45b9ba0b32eb479e9724b0b906908a72 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:57:11.494803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:11.553478 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:57:11.565914 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:57:11.574871 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 00:57:11.632264 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] 10.222.0.44 "PUT /v2.0/routers/30ad21de-0a1b-4394-881f-9eee0cc7452f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1334231 Jan 20 00:57:11.788267 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dee6df49-4876-4324-88dd-d7b9c5e29a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:11.797804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dee6df49-4876-4324-88dd-d7b9c5e29a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:11.833908 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:11.914114 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-dee6df49-4876-4324-88dd-d7b9c5e29a85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf033b47a1f941e182efb262efcce236&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9593544 Jan 20 00:57:11.918540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57174) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:11.981672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6df49-4876-4324-88dd-d7b9c5e29a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19856dbc-e7bc-46b1-bedb-d49d66abd2ab,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:12.015734 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dee6df49-4876-4324-88dd-d7b9c5e29a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:12.069615 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-657d1bce-dd96-4f4f-a798-8bab80351c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:12.155692 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b94d845b-7273-467a-b937-8a7df53c97e7 None None] Provisioning complete for port 6446970d-c456-4d64-b3be-9c6924806ce8 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:12.159094 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b94d845b-7273-467a-b937-8a7df53c97e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:12.223980 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-657d1bce-dd96-4f4f-a798-8bab80351c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:12.276899 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:12.317003 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-b94d845b-7273-467a-b937-8a7df53c97e7 None None] Port 6446970d-c456-4d64-b3be-9c6924806ce8 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 00:57:12.351074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-657d1bce-dd96-4f4f-a798-8bab80351c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:12.366321 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8fe4c876-8d6e-448e-a33d-fa1d69ffbfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:12.396965 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-657d1bce-dd96-4f4f-a798-8bab80351c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:12.399767 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-657d1bce-dd96-4f4f-a798-8bab80351c2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19856dbc-e7bc-46b1-bedb-d49d66abd2ab HTTP/1.1" status: 204 len: 168 time: 0.4798005 Jan 20 00:57:12.405260 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d1bce-dd96-4f4f-a798-8bab80351c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19856dbc-e7bc-46b1-bedb-d49d66abd2ab,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:12.422320 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-657d1bce-dd96-4f4f-a798-8bab80351c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:12.472514 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8958bb64-b101-485c-98ac-01dae4f03195 req-5c06f478-3b34-4df8-a865-ce008c17b6e1 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 210 time: 0.1733012 Jan 20 00:57:12.645561 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:12.646386 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d50782f5-0ddf-41c8-b48c-20c0296f8382 req-334cafe4-c939-43e0-aaac-b15805d981a0 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 210 time: 0.1410177 Jan 20 00:57:12.703973 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:13.173560 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Allocated IP 172.20.0.12 (26933088-6e74-4102-ba74-6fb41e98bc12/faa0bdfa-927a-41d6-8fe4-03b7ed7658d0/c52365a9-ad7e-4dfe-9b85-e85482901dc4) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:57:13.176995 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:13.293841 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Router 5bdb06a1-4125-470b-ab2d-7644dc598dab has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 00:57:13.356420 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 8cda7a10-d8a7-4c97-927f-b4122ed3b28b up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:13.499934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57210) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:13.536176 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-29ae2de2-dbb8-4293-900b-e958a4d63191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:13.643256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-29ae2de2-dbb8-4293-900b-e958a4d63191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:13.672342 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-29ae2de2-dbb8-4293-900b-e958a4d63191 admin admin] Usage tracker for resource:security_group_rule and tenant:6b2a5d04018449bf9ecc51efd343ca4b is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:13.689094 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-29ae2de2-dbb8-4293-900b-e958a4d63191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:13.717014 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-29ae2de2-dbb8-4293-900b-e958a4d63191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:13.755388 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:13.760301 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 8cda7a10-d8a7-4c97-927f-b4122ed3b28b completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:57:13.796964 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 8cda7a10-d8a7-4c97-927f-b4122ed3b28b triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:13.797428 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:14.022143 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-29ae2de2-dbb8-4293-900b-e958a4d63191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:14.076568 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:14.096684 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port 8cda7a10-d8a7-4c97-927f-b4122ed3b28b, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=8cda7a10-d8a7-4c97-927f-b4122ed3b28b,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:57:14.100209 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:14.102751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 3048e1ae-a55c-48b2-9ce3-30560cb56880 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:14.148985 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7f87fd69-030b-4370-9372-c947ba1f2082 req-383a317a-6e32-46cc-ba5b-3e3b99e5c431 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 210 time: 0.2701342 Jan 20 00:57:14.150217 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-29ae2de2-dbb8-4293-900b-e958a4d63191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:14.168667 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:14.184029 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6ec9bc49-a1d6-44e4-8755-a137d97cd726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:14.332065 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-29ae2de2-dbb8-4293-900b-e958a4d63191 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b2a5d04018449bf9ecc51efd343ca4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8308694 Jan 20 00:57:14.336160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57228) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:14.376217 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 3048e1ae-a55c-48b2-9ce3-30560cb56880 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:14.376649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:14.395272 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae2de2-dbb8-4293-900b-e958a4d63191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cc8c67-5e57-4d84-87db-f22d48924934,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:14.403562 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-29ae2de2-dbb8-4293-900b-e958a4d63191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:14.482640 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Allocated IP 172.20.0.11 (1cff558b-37c6-4646-b557-26fa2ef8614e/eda0c9ef-cae6-4a04-85b1-c44b57e7e41a/65e1cde8-9427-458f-b839-d17ccc7bab3d) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:57:14.490924 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=8cda7a10-d8a7-4c97-927f-b4122ed3b28b,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:14.531188 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:14.561970 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57236) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:14.580150 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Request body: {'security_group': {'name': 'tempest-securitygroup--1623954946', 'description': 'tempest-description--1673662134'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:14.602450 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0ad99218-5cbf-4f86-9ad2-e10c6c2bf9cb req-d67df874-0fab-4f86-87ec-b3f300e8b71a tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 210 time: 0.1236451 Jan 20 00:57:14.611240 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:14.646053 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Usage tracker for resource:security_group and tenant:b66d871f044e4b3ba3b44aeb44be60a0 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:14.646053 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:14.649250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:14.650992 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1976-9a3b-4a20-8a1f-b19edf9817ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:14.700054 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1976-9a3b-4a20-8a1f-b19edf9817ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:14.749049 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:14.767360 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1976-9a3b-4a20-8a1f-b19edf9817ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:14.778193 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-657d1bce-dd96-4f4f-a798-8bab80351c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:14.805738 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:14.810390 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Usage tracker for resource:security_group_rule and tenant:b66d871f044e4b3ba3b44aeb44be60a0 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:14.813847 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:14.820840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:14.871860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b1976-9a3b-4a20-8a1f-b19edf9817ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cc8c67-5e57-4d84-87db-f22d48924934,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:14.875335 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3e4b1976-9a3b-4a20-8a1f-b19edf9817ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:14.890109 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1976-9a3b-4a20-8a1f-b19edf9817ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:14.894509 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-3e4b1976-9a3b-4a20-8a1f-b19edf9817ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46cc8c67-5e57-4d84-87db-f22d48924934 HTTP/1.1" status: 204 len: 168 time: 0.5572863 Jan 20 00:57:14.955429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfdcb7c7-5774-418f-8bd8-323eb25d448e,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:14.974128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.797s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:14.996642 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:15.001418 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:15.010494 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:15.065834 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8fed34-3ee9-47c4-9580-1878f4517c22,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:15.069845 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:15.092489 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:15.094110 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5261140 Jan 20 00:57:15.097165 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57246) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:15.110605 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-105c123f-a8a8-4ceb-b82c-5202171d7d02 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Request body: {'security_group_rule': {'security_group_id': 'aa8fed34-3ee9-47c4-9580-1878f4517c22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:15.127870 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-105c123f-a8a8-4ceb-b82c-5202171d7d02 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:15.134042 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-105c123f-a8a8-4ceb-b82c-5202171d7d02 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Usage tracker for resource:security_group_rule and tenant:b66d871f044e4b3ba3b44aeb44be60a0 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:15.134231 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 8cda7a10-d8a7-4c97-927f-b4122ed3b28b up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:15.137576 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-105c123f-a8a8-4ceb-b82c-5202171d7d02 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:15.146187 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-105c123f-a8a8-4ceb-b82c-5202171d7d02 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:15.191388 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-105c123f-a8a8-4ceb-b82c-5202171d7d02 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group_rule, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:15.260832 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 00:57:15.273896 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Sync routers for ids ['5bdb06a1-4125-470b-ab2d-7644dc598dab'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 00:57:15.292097 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 8cda7a10-d8a7-4c97-927f-b4122ed3b28b triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:15.292768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:15.297944 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Routers {'5bdb06a1-4125-470b-ab2d-7644dc598dab'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:57:15.299046 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:57:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['5bdb06a1-4125-470b-ab2d-7644dc598dab'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:15.307360 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:15.384698 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-105c123f-a8a8-4ceb-b82c-5202171d7d02 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:15.392407 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-105c123f-a8a8-4ceb-b82c-5202171d7d02 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750798'] for security_group_rule, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:15.395572 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:15.437013 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-105c123f-a8a8-4ceb-b82c-5202171d7d02 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group_rule, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:15.438445 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-105c123f-a8a8-4ceb-b82c-5202171d7d02 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3402808 Jan 20 00:57:15.440956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c123f-a8a8-4ceb-b82c-5202171d7d02 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ff9bc6-f148-4da1-854c-b55f03cb0441,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:15.445877 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-105c123f-a8a8-4ceb-b82c-5202171d7d02 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:15.447008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57260) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:15.454664 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-7f7ea2ae-f060-4cac-a9cb-ab42847ff51e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Request body: {'security_group_rule': {'security_group_id': 'aa8fed34-3ee9-47c4-9580-1878f4517c22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:15.488041 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7f7ea2ae-f060-4cac-a9cb-ab42847ff51e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:15.504192 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-7f7ea2ae-f060-4cac-a9cb-ab42847ff51e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Usage tracker for resource:security_group_rule and tenant:b66d871f044e4b3ba3b44aeb44be60a0 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:15.514031 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-7f7ea2ae-f060-4cac-a9cb-ab42847ff51e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:15.523641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7f7ea2ae-f060-4cac-a9cb-ab42847ff51e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:15.564319 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea2ae-f060-4cac-a9cb-ab42847ff51e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group_rule, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:15.704673 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea2ae-f060-4cac-a9cb-ab42847ff51e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:15.717358 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea2ae-f060-4cac-a9cb-ab42847ff51e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750798'] for security_group_rule, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:15.730675 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:15.787859 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ea2ae-f060-4cac-a9cb-ab42847ff51e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87eeacb7-caba-473a-9d6e-708eb7901b99,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:15.798883 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7f7ea2ae-f060-4cac-a9cb-ab42847ff51e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:15.815176 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Set router 5bdb06a1-4125-470b-ab2d-7644dc598dab gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:57:15.827048 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea2ae-f060-4cac-a9cb-ab42847ff51e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group_rule, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:15.828461 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-7f7ea2ae-f060-4cac-a9cb-ab42847ff51e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801947 Jan 20 00:57:15.833632 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57272) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:15.839966 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Request body: {'floatingip': {'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:15.917856 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:15.928194 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] 10.222.0.44 "PUT /v2.0/routers/5bdb06a1-4125-470b-ab2d-7644dc598dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2839355 Jan 20 00:57:15.945194 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Usage tracker for resource:floatingip and tenant:b66d871f044e4b3ba3b44aeb44be60a0 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:15.965696 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:16.003534 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:16.212281 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:16.232180 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-e077823c-d2b7-4d24-8f4a-02966aea82a1 req-26213577-92dd-4f8c-8af9-96856483a585 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Synchronizing usage tracker for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:16.331927 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-79620518-e657-45bd-91b4-5f0e49a62100 req-cf764a9d-aa2e-455d-b62d-65459c65c87b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 210 time: 0.2841909 Jan 20 00:57:16.492994 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Checking segment: {'id': 'd5f936d8-e1da-4ee5-919a-543df52e65a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3c35bb27-aa49-418c-9331-dd62b30963fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:57:16.503934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Network hostable DHCP agents. Network: 3c35bb27-aa49-418c-9331-dd62b30963fb, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 00:57:16.525759 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:16.591460 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-e077823c-d2b7-4d24-8f4a-02966aea82a1 req-26213577-92dd-4f8c-8af9-96856483a585 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Unset dirty status for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:16.612377 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e077823c-d2b7-4d24-8f4a-02966aea82a1 req-26213577-92dd-4f8c-8af9-96856483a585 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 210 time: 0.8049326 Jan 20 00:57:16.628714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:08Z', 'revision_number': 2, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:16.636756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Checking router: 5bdb06a1-4125-470b-ab2d-7644dc598dab for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 00:57:16.643370 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Updating router 5bdb06a1-4125-470b-ab2d-7644dc598dab port 6446970d-c456-4d64-b3be-9c6924806ce8 binding host dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 00:57:16.655598 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Sync routers for ids ['30ad21de-0a1b-4394-881f-9eee0cc7452f'] in dv-cinder-667108-30-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 00:57:16.670621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Routers {'30ad21de-0a1b-4394-881f-9eee0cc7452f'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:57:16.675297 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:57:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['30ad21de-0a1b-4394-881f-9eee0cc7452f'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:16.696795 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:16.820349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:16.822326 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:16.838006 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:16.901812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Network 3c35bb27-aa49-418c-9331-dd62b30963fb is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 00:57:16.944788 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, 3c35bb27-aa49-418c-9331-dd62b30963fb) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:57:17.023720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:17.024767 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:17.067575 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Pushing event updated for resources: {'Port': ['ID=65e1cde8-9427-458f-b839-d17ccc7bab3d,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:17.126344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:17.292871 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:17.318836 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 8.2596829 Jan 20 00:57:17.392187 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:17.674030 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Pushing event updated for resources: {'Port': ['ID=c52365a9-ad7e-4dfe-9b85-e85482901dc4,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:17.699885 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:17.847221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Allocated IP 172.28.0.214 (7116fac5-173a-4c74-bc75-236a854e751a/6b429026-7f7c-498d-960b-2e131da09027/c1a2cfd1-0fc2-4362-b30a-568f5cb54b9e) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:57:17.906544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Notify callbacks [] for port, precommit_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:17.936376 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Set router 30ad21de-0a1b-4394-881f-9eee0cc7452f gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:57:17.951786 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Transition to ACTIVE for port object 6446970d-c456-4d64-b3be-9c6924806ce8 will not be triggered until provisioned by entity L2. {{(pid=80163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:57:17.960242 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:18.008185 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1f613daa-acb0-4e1b-9b60-ca94b57592f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:18.197240 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 57326) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:18.261800 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57334) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:18.278673 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:18.352897 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:18.403597 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:18.417262 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd6914f-da81-4124-bb3f-ceb80ba5cc38 None None] Network 3c35bb27-aa49-418c-9331-dd62b30963fb requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:57:18.508271 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bb64f4-193d-4afd-9fcf-20d5323b33b6 admin admin] Deleting subnet 8c5c6a31-b6a5-4e03-ade2-512cd1e05e0a {{(pid=80160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 00:57:18.523164 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Network 1cff558b-37c6-4646-b557-26fa2ef8614e is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:57:18.547609 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:57:18.553295 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:57:18.597851 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:18.598647 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:18.633061 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c47d76-4df4-4847-ad18-704ce85e3a82 None None] Pushing event updated for resources: {'Port': ['ID=6446970d-c456-4d64-b3be-9c6924806ce8,revision_number=3']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:18.640438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3bb64f4-193d-4afd-9fcf-20d5323b33b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:18.666377 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-44c47d76-4df4-4847-ad18-704ce85e3a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:18.736586 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57344) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:18.752729 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-090930cb-508b-42d8-9a4d-e34d18720d9b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.4228847 Jan 20 00:57:18.946295 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-cef44263-d75d-4b6a-8658-3a8755f7de51 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 00:57:18.947540 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-cef44263-d75d-4b6a-8658-3a8755f7de51 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0885141 Jan 20 00:57:19.008776 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Request body: {'security_group': {'name': 'tempest-securitygroup--73096302', 'description': 'tempest-description--1338538976'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:19.028304 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3bb64f4-193d-4afd-9fcf-20d5323b33b6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:19.078756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3bb64f4-193d-4afd-9fcf-20d5323b33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5022249'] for subnet, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:19.094305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:19.229422 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04829d-2377-40ef-acbb-bf2a8b8bb080 req-d7248809-6c4c-43ac-972c-2a8e6bb6b070 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:19.233902 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-9b04829d-2377-40ef-acbb-bf2a8b8bb080 req-d7248809-6c4c-43ac-972c-2a8e6bb6b070 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Synchronizing usage tracker for tenant:45b9ba0b32eb479e9724b0b906908a72 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:19.287460 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Attempting to bind port 6446970d-c456-4d64-b3be-9c6924806ce8 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:57:19.289405 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Attempting to bind port 6446970d-c456-4d64-b3be-9c6924806ce8 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:57:19.290054 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Attempting to bind port 6446970d-c456-4d64-b3be-9c6924806ce8 on network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:57:19.327763 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:57:19.328455 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Checking segment: {'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:57:19.329160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:19.330091 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Bound using segment: {'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:57:19.331018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Bound port: 6446970d-c456-4d64-b3be-9c6924806ce8, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'}}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:57:19.331846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:19.345594 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Network 26933088-6e74-4102-ba74-6fb41e98bc12 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:57:19.372074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:57:19.390663 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-9b04829d-2377-40ef-acbb-bf2a8b8bb080 req-d7248809-6c4c-43ac-972c-2a8e6bb6b070 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Unset dirty status for tenant:45b9ba0b32eb479e9724b0b906908a72 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:19.392774 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9b04829d-2377-40ef-acbb-bf2a8b8bb080 req-d7248809-6c4c-43ac-972c-2a8e6bb6b070 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 932 time: 1.5847290 Jan 20 00:57:19.394116 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:57:19.447222 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:19.448076 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:19.582251 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] For port 6446970d-c456-4d64-b3be-9c6924806ce8, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:57:19.589019 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] For port 6446970d-c456-4d64-b3be-9c6924806ce8, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=6446970d-c456-4d64-b3be-9c6924806ce8,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:57:19.599378 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:19.610004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Request body: {'port': {'device_id': 'e9c3cb58-fc63-4342-bc12-6b233902a6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:19.639245 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-44c47d76-4df4-4847-ad18-704ce85e3a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:19.705771 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.6021981 Jan 20 00:57:19.730706 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59fe808-9031-4e23-aca9-cb36e3d969ef None None] Network 3c35bb27-aa49-418c-9331-dd62b30963fb requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:57:19.895866 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:09Z', 'revision_number': 2, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:19.898323 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Request body: {'port': {'device_id': 'b9fdf75f-ee16-44c4-9d0f-1756d81f18f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:19.933357 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-23b0f88a-b5b2-4aed-b8b7-1750efb7dc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:19.979271 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Usage tracker for resource:security_group and tenant:9cf376d63c274cc78e14728d121ab5ac is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:20.001557 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-23b0f88a-b5b2-4aed-b8b7-1750efb7dc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:20.011572 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-23b0f88a-b5b2-4aed-b8b7-1750efb7dc3d admin admin] Usage tracker for resource:security_group_rule and tenant:9a087972f8f14a7fb700db4d7ac0a096 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:20.019502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-23b0f88a-b5b2-4aed-b8b7-1750efb7dc3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:20.036580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-23b0f88a-b5b2-4aed-b8b7-1750efb7dc3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:20.083554 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Checking router: 30ad21de-0a1b-4394-881f-9eee0cc7452f for host: dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 00:57:20.083954 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Updating router 30ad21de-0a1b-4394-881f-9eee0cc7452f port 364c8382-16bb-4429-961d-ff6f361dded5 binding host dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 00:57:20.154833 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:20.244786 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:20.251488 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-9b04829d-2377-40ef-acbb-bf2a8b8bb080 req-80aee1e3-99b8-40b8-a8e8-e8c6c5f0741d tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Synchronizing usage tracker for tenant:45b9ba0b32eb479e9724b0b906908a72 on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:20.347331 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:20.387321 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event updated for resources: {'Port': ['ID=c1a2cfd1-0fc2-4362-b30a-568f5cb54b9e,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:20.453365 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.044s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:20.455837 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-23b0f88a-b5b2-4aed-b8b7-1750efb7dc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:20.505141 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:57:20.543883 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c47d76-4df4-4847-ad18-704ce85e3a82 None None] Pushing event updated for resources: {'Port': ['ID=6446970d-c456-4d64-b3be-9c6924806ce8,revision_number=4']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:20.562470 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f692b-5eb1-4698-a15b-a9568545adb5 req-55ddc4fa-7bdc-41ea-b5e0-8a6a669d86aa tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:20.575377 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ca3f692b-5eb1-4698-a15b-a9568545adb5 req-55ddc4fa-7bdc-41ea-b5e0-8a6a669d86aa tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 932 time: 1.5313628 Jan 20 00:57:20.578879 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-23b0f88a-b5b2-4aed-b8b7-1750efb7dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:20.583614 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-44c47d76-4df4-4847-ad18-704ce85e3a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:20.589472 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:20.643453 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Routers {'5bdb06a1-4125-470b-ab2d-7644dc598dab'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:57:20.644130 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:57:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['5bdb06a1-4125-470b-ab2d-7644dc598dab'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:20.738402 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:20.886499 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0f88a-b5b2-4aed-b8b7-1750efb7dc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c47c03a-0a60-412f-b5d7-865e9cda6976,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:20.931588 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-23b0f88a-b5b2-4aed-b8b7-1750efb7dc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:20.945414 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-9b04829d-2377-40ef-acbb-bf2a8b8bb080 req-80aee1e3-99b8-40b8-a8e8-e8c6c5f0741d tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Unset dirty status for tenant:45b9ba0b32eb479e9724b0b906908a72 on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:20.965524 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9b04829d-2377-40ef-acbb-bf2a8b8bb080 req-80aee1e3-99b8-40b8-a8e8-e8c6c5f0741d tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2738085 Jan 20 00:57:20.966662 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:20.998420 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Network 7116fac5-173a-4c74-bc75-236a854e751a is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:57:21.033536 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ca3f692b-5eb1-4698-a15b-a9568545adb5 req-1c1d9f3b-b24e-48bd-ad83-17ca1de8ada4 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572196 Jan 20 00:57:21.042224 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:57:21.063338 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:21.072599 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:57:21.087369 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-23b0f88a-b5b2-4aed-b8b7-1750efb7dc3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a087972f8f14a7fb700db4d7ac0a096&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8209913 Jan 20 00:57:21.101276 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57388) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:21.104058 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Usage tracker for resource:security_group_rule and tenant:9cf376d63c274cc78e14728d121ab5ac is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:21.124204 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:21.140588 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:21.215529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] Set router 5bdb06a1-4125-470b-ab2d-7644dc598dab gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:57:21.282126 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Notify callbacks [] for port, precommit_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:21.311606 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Transition to ACTIVE for port object 364c8382-16bb-4429-961d-ff6f361dded5 will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:57:21.320857 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:21.492085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:21.543270 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4360015-cac6-4f54-b58d-a3f5df26593f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:21.588120 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4360015-cac6-4f54-b58d-a3f5df26593f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:21.642979 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4360015-cac6-4f54-b58d-a3f5df26593f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:21.736430 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:21.755265 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:21.757417 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4360015-cac6-4f54-b58d-a3f5df26593f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c47c03a-0a60-412f-b5d7-865e9cda6976,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:21.775016 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f4360015-cac6-4f54-b58d-a3f5df26593f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:21.834415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:21.841784 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:21.876690 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:21.903216 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e486d1e3-19b1-4514-8b42-2ebbaf73aff3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:21.914095 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4360015-cac6-4f54-b58d-a3f5df26593f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:21.923275 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f4360015-cac6-4f54-b58d-a3f5df26593f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c47c03a-0a60-412f-b5d7-865e9cda6976 HTTP/1.1" status: 204 len: 168 time: 0.8114283 Jan 20 00:57:21.930131 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:21.936210 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.1887977 Jan 20 00:57:21.955564 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 57400) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:21.987644 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08baae02-42e1-4d0e-a914-5abd7e24f062 None None] Pushing event updated for resources: {'Port': ['ID=364c8382-16bb-4429-961d-ff6f361dded5,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:22.009756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08baae02-42e1-4d0e-a914-5abd7e24f062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:22.052696 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:19Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:22.064348 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a72a242-c208-4766-9557-01155ceba2a5 None None] The sync data for ids ['5bdb06a1-4125-470b-ab2d-7644dc598dab'] in dv-cinder-667108-30-smb is: [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:19Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 00:57:22.185194 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event updated for resources: {'SecurityGroup': ['ID=cab48c12-24e2-4f7e-b24b-2fd371b80fdb,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:22.207617 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:22.290519 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Attempting to bind port 364c8382-16bb-4429-961d-ff6f361dded5 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:57:22.291167 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Attempting to bind port 364c8382-16bb-4429-961d-ff6f361dded5 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:57:22.292576 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Attempting to bind port 364c8382-16bb-4429-961d-ff6f361dded5 on network ec3a11db-a41d-4a3e-b1af-31727324cb53 {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:57:22.302429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:57:22.302710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-3cd819a1-8fe5-4616-b36c-1f89d229248d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Request body: {'security_group_rule': {'security_group_id': 'cab48c12-24e2-4f7e-b24b-2fd371b80fdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:22.303175 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Checking segment: {'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:57:22.303778 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:22.304482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Bound using segment: {'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:57:22.305168 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Bound port: 364c8382-16bb-4429-961d-ff6f361dded5, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:57:22.305713 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:22.326559 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3cd819a1-8fe5-4616-b36c-1f89d229248d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:22.355255 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-3cd819a1-8fe5-4616-b36c-1f89d229248d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Usage tracker for resource:security_group_rule and tenant:9cf376d63c274cc78e14728d121ab5ac is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:22.361646 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-3cd819a1-8fe5-4616-b36c-1f89d229248d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:22.379550 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3cd819a1-8fe5-4616-b36c-1f89d229248d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:22.420265 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3bb64f4-193d-4afd-9fcf-20d5323b33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849753567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for subnet, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:22.441215 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:22.693315 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] For port 364c8382-16bb-4429-961d-ff6f361dded5, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:57:22.705809 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] For port 364c8382-16bb-4429-961d-ff6f361dded5, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=364c8382-16bb-4429-961d-ff6f361dded5,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:57:22.711972 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:22.870486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5310ee3-cd8c-446e-8f12-08a8c47a6661 req-8955cfb7-6987-4789-ac9e-54df101413f0 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:22.873732 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b5310ee3-cd8c-446e-8f12-08a8c47a6661 req-8955cfb7-6987-4789-ac9e-54df101413f0 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 932 time: 0.4077394 Jan 20 00:57:22.905519 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e1cde8-9427-458f-b839-d17ccc7bab3d {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 00:57:22.926029 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:23.040004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Transition to ACTIVE for port object 65e1cde8-9427-458f-b839-d17ccc7bab3d will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:57:23.046363 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:23.076127 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:23.219874 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:23.229686 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-38fac4c9-d6f5-42cb-8056-e66669cd75d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:23.376068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 57422) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:23.413781 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:23.417085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:23.420444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb64f4-193d-4afd-9fcf-20d5323b33b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c5c6a31-b6a5-4e03-ade2-512cd1e05e0a,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:23.422916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3cd819a1-8fe5-4616-b36c-1f89d229248d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group_rule, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:23.451046 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08baae02-42e1-4d0e-a914-5abd7e24f062 None None] Pushing event updated for resources: {'Port': ['ID=364c8382-16bb-4429-961d-ff6f361dded5,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:23.476027 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08baae02-42e1-4d0e-a914-5abd7e24f062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:23.490535 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 6446970d-c456-4d64-b3be-9c6924806ce8 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:23.534689 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b5310ee3-cd8c-446e-8f12-08a8c47a6661 req-3e96444e-8899-4442-9af9-c29124d991bb tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6476426 Jan 20 00:57:23.566202 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:23.609667 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event updated for resources: {'Port': ['ID=c1a2cfd1-0fc2-4362-b30a-568f5cb54b9e,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:23.618288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:23.618895 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:23.620364 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7856817 Jan 20 00:57:23.641365 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Routers {'30ad21de-0a1b-4394-881f-9eee0cc7452f'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:57:23.642558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:57:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['30ad21de-0a1b-4394-881f-9eee0cc7452f'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:23.658666 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f3bb64f4-193d-4afd-9fcf-20d5323b33b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:23.739967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3cd819a1-8fe5-4616-b36c-1f89d229248d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:24.025181 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-873a0d73-eac0-4e0b-8022-4e3fd3c510db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:24.049473 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-6a240abc-2f9c-448b-b9b0-5b4c6806fb04 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Synchronizing usage tracker for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:security_group {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:24.059329 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ff6d7200-14f7-41b9-9f03-8e314244095a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:24.077497 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-6a240abc-2f9c-448b-b9b0-5b4c6806fb04 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Unset dirty status for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:security_group {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:24.078834 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-6a240abc-2f9c-448b-b9b0-5b4c6806fb04 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1623954946&fields=id&tenant_id=b66d871f044e4b3ba3b44aeb44be60a0 HTTP/1.1" status: 200 len: 267 time: 0.0792055 Jan 20 00:57:24.102406 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-873a0d73-eac0-4e0b-8022-4e3fd3c510db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:24.105186 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3cd819a1-8fe5-4616-b36c-1f89d229248d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750798'] for security_group_rule, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:24.115319 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-873a0d73-eac0-4e0b-8022-4e3fd3c510db admin admin] Usage tracker for resource:security_group_rule and tenant:48b06a7dd8864126a8240e542bea3cce is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:24.122221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-873a0d73-eac0-4e0b-8022-4e3fd3c510db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:24.127274 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 6446970d-c456-4d64-b3be-9c6924806ce8 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:57:24.137099 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3bb64f4-193d-4afd-9fcf-20d5323b33b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:24.147878 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 6446970d-c456-4d64-b3be-9c6924806ce8 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:24.148313 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:24.149050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-873a0d73-eac0-4e0b-8022-4e3fd3c510db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:24.280664 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-3782414a-b624-41c4-be1b-358171a75722 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:24.282024 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-3782414a-b624-41c4-be1b-358171a75722 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/networks?id=ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 200 len: 817 time: 0.1955402 Jan 20 00:57:24.282846 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f3bb64f4-193d-4afd-9fcf-20d5323b33b6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8c5c6a31-b6a5-4e03-ade2-512cd1e05e0a HTTP/1.1" status: 204 len: 168 time: 6.0616798 Jan 20 00:57:24.285545 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57454) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:24.307576 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] Set router 30ad21de-0a1b-4394-881f-9eee0cc7452f gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:57:24.314429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3cd819a1-8fe5-4616-b36c-1f89d229248d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group_rule, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:24.318759 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-3cd819a1-8fe5-4616-b36c-1f89d229248d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1961718 Jan 20 00:57:24.320144 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 57458) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:24.340055 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-35a9dbcf-6000-4e73-af2b-ea128d1a1443 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/quotas/b66d871f044e4b3ba3b44aeb44be60a0 HTTP/1.1" status: 200 len: 375 time: 0.0334775 Jan 20 00:57:24.362980 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:24.372971 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-5db7d4b0-7581-4f66-85a1-76d5705f8bd1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Request body: {'security_group_rule': {'security_group_id': 'cab48c12-24e2-4f7e-b24b-2fd371b80fdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:24.440477 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5db7d4b0-7581-4f66-85a1-76d5705f8bd1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:24.473434 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port 6446970d-c456-4d64-b3be-9c6924806ce8, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=6446970d-c456-4d64-b3be-9c6924806ce8,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:57:24.526404 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-873a0d73-eac0-4e0b-8022-4e3fd3c510db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:24.528790 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036849830608'] for network, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:24.532775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Pushing event updated for resources: {'Port': ['ID=65e1cde8-9427-458f-b839-d17ccc7bab3d,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:24.534509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:24.537283 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5db7d4b0-7581-4f66-85a1-76d5705f8bd1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Usage tracker for resource:security_group_rule and tenant:9cf376d63c274cc78e14728d121ab5ac is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:24.546371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:24.557093 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-873a0d73-eac0-4e0b-8022-4e3fd3c510db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:24.609899 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:24.617066 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5db7d4b0-7581-4f66-85a1-76d5705f8bd1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:24.617747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:24.703108 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad3024-78a8-4575-9046-fbd15767929e req-8b89b023-b2ad-4f9b-9ec5-2ee432979a18 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:24.703108 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a2ad3024-78a8-4575-9046-fbd15767929e req-8b89b023-b2ad-4f9b-9ec5-2ee432979a18 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 944 time: 2.2853930 Jan 20 00:57:24.729001 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=6446970d-c456-4d64-b3be-9c6924806ce8,revision_number=5']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:24.731012 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5db7d4b0-7581-4f66-85a1-76d5705f8bd1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:24.732610 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:24.786475 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd819a1-8fe5-4616-b36c-1f89d229248d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5619c5d-7229-425e-912b-bf782adbc6a9,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:24.788670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5005052', 'neutron.services.segments.db._delete_segments_for_network--9223363263819270516'] for network, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:24.862641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3cd819a1-8fe5-4616-b36c-1f89d229248d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:24.864694 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5db7d4b0-7581-4f66-85a1-76d5705f8bd1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group_rule, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:24.873320 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Attempting to bind port 65e1cde8-9427-458f-b839-d17ccc7bab3d on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:57:24.873711 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Attempting to bind port 65e1cde8-9427-458f-b839-d17ccc7bab3d by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '8d911e22-d177-4b69-8b75-4d065322aeaf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1cff558b-37c6-4646-b557-26fa2ef8614e'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:57:24.874085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Attempting to bind port 65e1cde8-9427-458f-b839-d17ccc7bab3d on network 1cff558b-37c6-4646-b557-26fa2ef8614e {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:57:24.878478 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-873a0d73-eac0-4e0b-8022-4e3fd3c510db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48b06a7dd8864126a8240e542bea3cce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4597924 Jan 20 00:57:24.879510 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:24.889346 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 57474) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:24.916221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80161) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:57:24.916620 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80161) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:57:24.917466 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80161) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:57:24.917840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Subscribe: > port after_create 55550000 {{(pid=80161) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:57:24.918197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Subscribe: > port after_delete 55550000 {{(pid=80161) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:57:24.918591 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Subscribe: > port after_update 55550000 {{(pid=80161) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:57:24.918948 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80161) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:57:24.919300 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80161) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:57:24.919648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80161) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:57:24.920021 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80161) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:57:24.961941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:22Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:24.969070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c70cbbb-b579-4adb-8478-f6e776bb95fc None None] The sync data for ids ['30ad21de-0a1b-4394-881f-9eee0cc7452f'] in dv-cinder-667108-30-smb is: [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:22Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 00:57:25.159495 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80161) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:57:25.160655 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52365a9-ad7e-4dfe-9b85-e85482901dc4 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 00:57:25.161362 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80161) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:57:25.161917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80161) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:57:25.162490 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80161) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 00:57:25.163482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301']}} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:25.169621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:25.181947 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 364c8382-16bb-4429-961d-ff6f361dded5 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:25.192601 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Transition to ACTIVE for port object c52365a9-ad7e-4dfe-9b85-e85482901dc4 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:57:25.213035 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8871229c-2756-4016-ab91-d592eda5d4ff') {'for_net_delete': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:25.213035 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8871229c-2756-4016-ab91-d592eda5d4ff') {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:25.217138 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:25.255818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263819266420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3839090'] for segment, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:25.292916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:25.295349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 00:57:25.300872 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:57:25.301227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Checking segment: {'id': '8d911e22-d177-4b69-8b75-4d065322aeaf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1cff558b-37c6-4646-b557-26fa2ef8614e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:57:25.301709 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:25.302257 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Bound using segment: {'id': '8d911e22-d177-4b69-8b75-4d065322aeaf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1cff558b-37c6-4646-b557-26fa2ef8614e'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:57:25.302829 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Bound port: 65e1cde8-9427-458f-b839-d17ccc7bab3d, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d911e22-d177-4b69-8b75-4d065322aeaf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1cff558b-37c6-4646-b557-26fa2ef8614e'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:57:25.303255 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:25.368961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 364c8382-16bb-4429-961d-ff6f361dded5 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:57:25.378073 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 364c8382-16bb-4429-961d-ff6f361dded5 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:25.378504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:25.568382 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a2ad3024-78a8-4575-9046-fbd15767929e req-b56133d1-ee6e-4cd1-b4ca-cff6d6d7ea16 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8177884 Jan 20 00:57:25.717459 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Network 99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301 has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 00:57:25.728904 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036849753491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852615184'] for segment, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:25.749256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:25.808014 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port 364c8382-16bb-4429-961d-ff6f361dded5, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=364c8382-16bb-4429-961d-ff6f361dded5,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:57:25.814154 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:25.815275 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 6446970d-c456-4d64-b3be-9c6924806ce8 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:25.912420 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:25.930397 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] For port 65e1cde8-9427-458f-b839-d17ccc7bab3d, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:57:25.940067 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Attempting to bind port c52365a9-ad7e-4dfe-9b85-e85482901dc4 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:57:25.940422 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Attempting to bind port c52365a9-ad7e-4dfe-9b85-e85482901dc4 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:57:25.940818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Attempting to bind port c52365a9-ad7e-4dfe-9b85-e85482901dc4 on network 26933088-6e74-4102-ba74-6fb41e98bc12 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:57:25.943441 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a0d73-eac0-4e0b-8022-4e3fd3c510db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8012352-e42a-4ba0-a06e-f5f072514629,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:25.947824 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-873a0d73-eac0-4e0b-8022-4e3fd3c510db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.068s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:25.987856 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Network 99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301 has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 00:57:26.005222 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-eab76137-5d44-4bab-90df-3cf1177112ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.481s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:26.024603 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=364c8382-16bb-4429-961d-ff6f361dded5,revision_number=5']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:26.031492 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:26.041453 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 6446970d-c456-4d64-b3be-9c6924806ce8 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:26.041875 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:26.045262 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c0b6169-f044-402b-8b65-fbfc3b6ab888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:26.073435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:57:26.073746 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Checking segment: {'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:57:26.074126 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:26.074533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Bound using segment: {'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:57:26.075059 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Bound port: c52365a9-ad7e-4dfe-9b85-e85482901dc4, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:57:26.075441 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: (rel_b, rel_a, rel_b), Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: (rel_b, rel_a, rel_b), Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: Traceback (most recent call last): Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: timer() Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: cb(*args, **kw) Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: return func(*args, **kwargs) Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: self._notify() Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: self.callback(batched_events) Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: event.method(event) Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: segment_id)['aggregates'][0] Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, *a, **k) Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: return self._get(url).json() Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: **kwargs) Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: **endpoint_filter) Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 00:57:26.113156 dv-cinder-667108-30-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 00:57:26.136067 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-8142543d-5c63-47c8-8100-a5a5a59b7aeb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Synchronizing usage tracker for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:port {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:26.148515 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5004811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853813635'] for network, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:26.160703 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:26.190617 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-8142543d-5c63-47c8-8100-a5a5a59b7aeb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Unset dirty status for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:port {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:26.191884 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-8142543d-5c63-47c8-8100-a5a5a59b7aeb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&fields=id HTTP/1.1" status: 200 len: 348 time: 1.7703388 Jan 20 00:57:26.193719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:26.196867 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Pushing event deleted for resources: {'Network': ['ID=99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:26.211711 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:26.213436 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] 10.222.0.44 "DELETE /v2.0/networks/99b3ac3e-6cd5-4532-a87b-8dfa4e4f7301 HTTP/1.1" status: 204 len: 168 time: 1.9266860 Jan 20 00:57:26.218530 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57504) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:26.387717 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] For port 65e1cde8-9427-458f-b839-d17ccc7bab3d, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=65e1cde8-9427-458f-b839-d17ccc7bab3d,segment=NetworkSegment(8d911e22-d177-4b69-8b75-4d065322aeaf),segment_id=8d911e22-d177-4b69-8b75-4d065322aeaf)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:57:26.447020 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:26.471823 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5db7d4b0-7581-4f66-85a1-76d5705f8bd1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:26.593681 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c0b6169-f044-402b-8b65-fbfc3b6ab888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:26.603861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5db7d4b0-7581-4f66-85a1-76d5705f8bd1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750798'] for security_group_rule, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:26.607145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Pushing event updated for resources: {'Port': ['ID=c52365a9-ad7e-4dfe-9b85-e85482901dc4,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:26.608083 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:26.655340 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:26.671646 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:26.711952 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5914f4-dfc8-4f8a-b22e-5cd18030bd4e admin admin] Deleting subnet bfdcb7c7-5774-418f-8bd8-323eb25d448e {{(pid=80161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 00:57:26.717742 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d5914f4-dfc8-4f8a-b22e-5cd18030bd4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:26.769475 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Pushing event updated for resources: {'Port': ['ID=65e1cde8-9427-458f-b839-d17ccc7bab3d,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:26.773393 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:26.788444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:26.814704 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-0b4ec735-99f9-49be-bf00-e61310c0a2b5 service neutron] 10.222.0.44 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546057 Jan 20 00:57:26.825164 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de1e9-62b1-40fd-8a6e-5a8e4d6d40fa req-86f0bae5-c5c3-407e-bcb4-5fc43b8192ec tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:26.831286 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-915de1e9-62b1-40fd-8a6e-5a8e4d6d40fa req-86f0bae5-c5c3-407e-bcb4-5fc43b8192ec tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 944 time: 1.0140700 Jan 20 00:57:26.849586 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7d4b0-7581-4f66-85a1-76d5705f8bd1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99eca34a-e085-424c-a639-7f826c952b81,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:26.859708 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5db7d4b0-7581-4f66-85a1-76d5705f8bd1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:26.866250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d5914f4-dfc8-4f8a-b22e-5cd18030bd4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850936710'] for subnet, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:26.891423 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:26.892363 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:26.894214 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] 10.222.0.48 "PUT /v2.0/ports/65e1cde8-9427-458f-b839-d17ccc7bab3d HTTP/1.1" status: 200 len: 1158 time: 7.6052697 Jan 20 00:57:26.923766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c3cb58-fc63-4342-bc12-6b233902a6f2', 'tag': '65e1cde8-9427-458f-b839-d17ccc7bab3d'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:57:27.032818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d5914f4-dfc8-4f8a-b22e-5cd18030bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5022249'] for subnet, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:27.082306 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 364c8382-16bb-4429-961d-ff6f361dded5 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:27.099752 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] For port c52365a9-ad7e-4dfe-9b85-e85482901dc4, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:57:27.106681 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-82b3502b-c5d4-4f9b-8be0-b9c4ac7bd48c service neutron] 10.222.0.44 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2791340 Jan 20 00:57:27.143062 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5db7d4b0-7581-4f66-85a1-76d5705f8bd1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group_rule, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:27.149664 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-5db7d4b0-7581-4f66-85a1-76d5705f8bd1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8156648 Jan 20 00:57:27.153061 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 57540) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:27.172357 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-915de1e9-62b1-40fd-8a6e-5a8e4d6d40fa req-03044d38-eaca-4e5e-9941-18efb3713522 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Synchronizing usage tracker for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:27.198998 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Request body: {'floatingip': {'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:27.212168 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] For port c52365a9-ad7e-4dfe-9b85-e85482901dc4, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=c52365a9-ad7e-4dfe-9b85-e85482901dc4,segment=NetworkSegment(4238131a-66a8-4cbf-9a82-dbf02630df4a),segment_id=4238131a-66a8-4cbf-9a82-dbf02630df4a)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:57:27.235074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:27.241172 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:27.242119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-915de1e9-62b1-40fd-8a6e-5a8e4d6d40fa req-03044d38-eaca-4e5e-9941-18efb3713522 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Unset dirty status for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:27.249314 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 364c8382-16bb-4429-961d-ff6f361dded5 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:27.250243 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:27.256057 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-915de1e9-62b1-40fd-8a6e-5a8e4d6d40fa req-03044d38-eaca-4e5e-9941-18efb3713522 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835421 Jan 20 00:57:27.263388 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Usage tracker for resource:floatingip and tenant:9cf376d63c274cc78e14728d121ab5ac is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:27.308981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:27.328418 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:27.435726 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:27.519585 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c0b6169-f044-402b-8b65-fbfc3b6ab888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:27.633783 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d5914f4-dfc8-4f8a-b22e-5cd18030bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849753567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852615333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2933401'] for subnet, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:27.693001 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:27.708581 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:27.733818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5914f4-dfc8-4f8a-b22e-5cd18030bd4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfdcb7c7-5774-418f-8bd8-323eb25d448e,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:27.807941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c0b6169-f044-402b-8b65-fbfc3b6ab888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:27.809231 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-9c0b6169-f044-402b-8b65-fbfc3b6ab888 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8012352-e42a-4ba0-a06e-f5f072514629 HTTP/1.1" status: 204 len: 168 time: 2.6151304 Jan 20 00:57:27.810184 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Pushing event updated for resources: {'Port': ['ID=c52365a9-ad7e-4dfe-9b85-e85482901dc4,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:27.814103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:27.822130 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a1cfe78f-b963-41be-8a8d-ac08c0655ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:27.832020 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-8e9c11c4-f08a-4ebe-9bc8-b125d3d501d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:27.833699 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-8e9c11c4-f08a-4ebe-9bc8-b125d3d501d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45b9ba0b32eb479e9724b0b906908a72&device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 1161 time: 0.8022330 Jan 20 00:57:27.836497 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2d5914f4-dfc8-4f8a-b22e-5cd18030bd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:27.863390 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3db64956-be6a-42ff-9713-fc5595c0ac5d req-1976bf7e-dbcc-4754-925d-2bce0d54f709 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 210 time: 0.1713054 Jan 20 00:57:27.911560 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b6169-f044-402b-8b65-fbfc3b6ab888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8012352-e42a-4ba0-a06e-f5f072514629,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:27.914670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9c0b6169-f044-402b-8b65-fbfc3b6ab888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:27.929296 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2d5914f4-dfc8-4f8a-b22e-5cd18030bd4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:27.951718 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-2d5914f4-dfc8-4f8a-b22e-5cd18030bd4e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bfdcb7c7-5774-418f-8bd8-323eb25d448e HTTP/1.1" status: 204 len: 168 time: 1.7303538 Jan 20 00:57:27.957950 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57564) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:27.961825 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-cba8c998-5cdc-4efd-8344-c8894d6521ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65e1cde8-9427-458f-b839-d17ccc7bab3d HTTP/1.1" status: 200 len: 217 time: 0.1133764 Jan 20 00:57:28.145038 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:28.146137 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:28.148644 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] 10.222.0.48 "PUT /v2.0/ports/c52365a9-ad7e-4dfe-9b85-e85482901dc4 HTTP/1.1" status: 200 len: 1158 time: 8.2728877 Jan 20 00:57:28.186761 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036849830608'] for network, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:28.221408 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324d01-a096-4622-a0af-c4812f1855c0 req-20c813f4-0f98-420c-b886-f893ba9b9672 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:28.231342 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f3324d01-a096-4622-a0af-c4812f1855c0 req-20c813f4-0f98-420c-b886-f893ba9b9672 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 944 time: 0.7172089 Jan 20 00:57:28.330025 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c3cb58-fc63-4342-bc12-6b233902a6f2', 'tag': '65e1cde8-9427-458f-b839-d17ccc7bab3d', 'status': 'completed', 'code': 200} Jan 20 00:57:28.360769 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-67eaf410-b327-4c52-a29e-1d0c217b66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:28.362419 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-67eaf410-b327-4c52-a29e-1d0c217b66ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eda0c9ef-cae6-4a04-85b1-c44b57e7e41a HTTP/1.1" status: 200 len: 852 time: 0.3899648 Jan 20 00:57:28.446808 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f3324d01-a096-4622-a0af-c4812f1855c0 req-8b6d0f55-298a-40ca-8feb-3457467ee2dc tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142997 Jan 20 00:57:28.460615 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5005052', 'neutron.services.segments.db._delete_segments_for_network--9223363263819270516'] for network, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:28.470177 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-e1d5bf2e-7136-49e3-8515-251716603974 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1cff558b-37c6-4646-b557-26fa2ef8614e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922296 Jan 20 00:57:28.567161 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:28.695877 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c35bb27-aa49-418c-9331-dd62b30963fb']}} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:28.714911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f936d8-e1da-4ee5-919a-543df52e65a0') {'for_net_delete': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:28.715177 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f936d8-e1da-4ee5-919a-543df52e65a0') {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:28.723803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 57586) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:28.728692 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-d2d10de7-62a1-4c27-afa6-ce4775ea3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:28.730682 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-d2d10de7-62a1-4c27-afa6-ce4775ea3cc6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 1161 time: 0.4910908 Jan 20 00:57:28.734605 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263819266420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3839090'] for segment, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:28.755342 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:28.758152 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 00:57:28.860052 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-a7a4e857-7922-4501-84a4-9a9f7b5877b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c52365a9-ad7e-4dfe-9b85-e85482901dc4 HTTP/1.1" status: 200 len: 217 time: 0.1176257 Jan 20 00:57:29.068076 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ba08f274-4efb-4a72-bc2e-c8c9a5484186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:29.075674 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-ba08f274-4efb-4a72-bc2e-c8c9a5484186 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faa0bdfa-927a-41d6-8fe4-03b7ed7658d0 HTTP/1.1" status: 200 len: 855 time: 0.1626699 Jan 20 00:57:29.139402 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] Network 3c35bb27-aa49-418c-9331-dd62b30963fb has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 00:57:29.162846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036849753491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852615184'] for segment, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:29.168186 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-8c91d706-0677-4c78-bc97-a1e59bbb6c99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26933088-6e74-4102-ba74-6fb41e98bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727859 Jan 20 00:57:29.373267 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f7e2c-fd3e-4730-99c1-c326a13a4dec req-7efc82ad-be41-4a6c-b3f8-bf4601ed8177 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:29.375256 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6f8f7e2c-fd3e-4730-99c1-c326a13a4dec req-7efc82ad-be41-4a6c-b3f8-bf4601ed8177 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 944 time: 0.5130651 Jan 20 00:57:29.543071 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6f8f7e2c-fd3e-4730-99c1-c326a13a4dec req-5bf815f0-9d47-486c-b403-b0664541b7a1 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410444 Jan 20 00:57:29.572162 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] Network 3c35bb27-aa49-418c-9331-dd62b30963fb has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 00:57:29.683751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.48', 53536) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: Traceback (most recent call last): Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: timer() Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: cb(*args, **kw) Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: return func(*args, **kwargs) Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: self._notify() Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: self.callback(batched_events) Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: event.method(event) Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: segment_id)['aggregates'][0] Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, *a, **k) Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: return self._get(url).json() Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: **kwargs) Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: **endpoint_filter) Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 00:57:29.703521 dv-cinder-667108-30-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 00:57:29.706894 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5004811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853813635'] for network, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:29.710630 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:29.729132 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:29.744835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c35bb27-aa49-418c-9331-dd62b30963fb,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:29.748967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:29.755036 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-fe71c058-e8a7-47a5-bba3-21322475e6c6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3c35bb27-aa49-418c-9331-dd62b30963fb HTTP/1.1" status: 204 len: 168 time: 1.7957530 Jan 20 00:57:29.807814 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-c063865b-33bc-47c3-895c-fc9f39d6a5f0 service neutron] 10.222.0.48 "GET /v2.0/networks/1cff558b-37c6-4646-b557-26fa2ef8614e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3225045 Jan 20 00:57:29.913689 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e59d3f34-b1a9-4f8b-829c-a5e6588174b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:30.063147 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43d499-ea57-4b46-a808-3673ba84df14 req-3af27434-b8ad-45dd-b465-73688dfed11c tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:30.065212 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9e43d499-ea57-4b46-a808-3673ba84df14 req-3af27434-b8ad-45dd-b465-73688dfed11c tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 944 time: 0.1298265 Jan 20 00:57:30.102157 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ab329db8-8ff2-45a1-a02a-03bad57afbfa req-761cda16-500b-4c58-9089-24037cdd7f80 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 210 time: 0.4173481 Jan 20 00:57:30.102713 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 57638) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:30.132125 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9e43d499-ea57-4b46-a808-3673ba84df14 req-917788a4-6280-4652-98e1-5ecfdec52d27 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529599 Jan 20 00:57:30.182414 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e59d3f34-b1a9-4f8b-829c-a5e6588174b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:30.214893 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e59d3f34-b1a9-4f8b-829c-a5e6588174b2 admin admin] Usage tracker for resource:security_group_rule and tenant:002b374287e14f3dbdaf352e0d42233b is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:30.226938 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-90bda268-2a74-422f-8637-5a67d365945e service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9972270 Jan 20 00:57:30.236172 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e59d3f34-b1a9-4f8b-829c-a5e6588174b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:30.321858 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e59d3f34-b1a9-4f8b-829c-a5e6588174b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:30.348386 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fdf75f-ee16-44c4-9d0f-1756d81f18f7', 'tag': 'c52365a9-ad7e-4dfe-9b85-e85482901dc4'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:57:30.489918 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-cb9f00d6-83d2-4270-9d79-1fd4a3bf8149 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:30.490989 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-cb9f00d6-83d2-4270-9d79-1fd4a3bf8149 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Synchronizing usage tracker for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:network {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:30.532570 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fdf75f-ee16-44c4-9d0f-1756d81f18f7', 'tag': 'c52365a9-ad7e-4dfe-9b85-e85482901dc4', 'status': 'completed', 'code': 200} Jan 20 00:57:30.612472 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-bec9c2ec-19ed-441f-9ef2-c1fe43f15c1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a21842aea0347579015226069db2cef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4863820 Jan 20 00:57:30.613472 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57666) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:30.648116 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-522b341b-7228-47a9-b47f-b4ffb4cb2955 req-34e23a7e-9b8b-4a63-892c-88199c444c48 service neutron] 10.222.0.48 "GET /v2.0/networks/1cff558b-37c6-4646-b557-26fa2ef8614e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7989490 Jan 20 00:57:30.665050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Allocated IP 172.28.0.163 (7116fac5-173a-4c74-bc75-236a854e751a/6b429026-7f7c-498d-960b-2e131da09027/b13e6fd9-bcf2-4af0-8b74-2c825049a2c7) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:57:30.669482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-cb9f00d6-83d2-4270-9d79-1fd4a3bf8149 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Unset dirty status for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:network {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:30.670792 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-cb9f00d6-83d2-4270-9d79-1fd4a3bf8149 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.48 "GET /v2.0/networks?id=ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 200 len: 817 time: 0.9811940 Jan 20 00:57:30.819631 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec955f37-2ee7-41a4-8c1d-41972669d94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:30.854583 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34d49567-aff5-4519-b6fe-81fbba11fe7f req-417eb0c4-0574-4fa4-b06a-4185f7c3e17a service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5597262 Jan 20 00:57:30.885377 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec955f37-2ee7-41a4-8c1d-41972669d94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:30.952704 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edab97-58b5-4b11-8d96-1c2e0aaeb91d req-055d9474-3e4e-4e3d-8451-496ed8604f98 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:30.954630 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b8edab97-58b5-4b11-8d96-1c2e0aaeb91d req-055d9474-3e4e-4e3d-8451-496ed8604f98 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 944 time: 0.2513473 Jan 20 00:57:31.007727 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec955f37-2ee7-41a4-8c1d-41972669d94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:31.020951 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:31.049848 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b8edab97-58b5-4b11-8d96-1c2e0aaeb91d req-ed042828-d060-4284-a7fc-ed85ec985e73 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875108 Jan 20 00:57:31.050988 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec955f37-2ee7-41a4-8c1d-41972669d94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a03d51d-30f8-4f75-93ca-002916cb6ed7,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:31.073886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-f5ffbae9-329c-4f90-9495-0da56f8dae77 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Synchronizing usage tracker for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:31.092402 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ec955f37-2ee7-41a4-8c1d-41972669d94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:31.093748 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec955f37-2ee7-41a4-8c1d-41972669d94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:31.096601 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ec955f37-2ee7-41a4-8c1d-41972669d94d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a03d51d-30f8-4f75-93ca-002916cb6ed7 HTTP/1.1" status: 204 len: 168 time: 0.4813695 Jan 20 00:57:31.101467 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e59d3f34-b1a9-4f8b-829c-a5e6588174b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:31.140803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e59d3f34-b1a9-4f8b-829c-a5e6588174b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:31.163919 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:31.225898 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-f5ffbae9-329c-4f90-9495-0da56f8dae77 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Unset dirty status for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:31.240167 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-f5ffbae9-329c-4f90-9495-0da56f8dae77 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0 HTTP/1.1" status: 200 len: 5705 time: 0.5480847 Jan 20 00:57:31.267631 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:31.311563 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Request body: {'port': {'device_id': '7e43d303-28d2-497e-97a7-c1d718480709', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'admin_state_up': True, 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'security_groups': ['aa8fed34-3ee9-47c4-9580-1878f4517c22']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:31.332460 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff8ef1-d701-4567-811b-ed4f568185f2 req-2fe503fa-a38a-41c7-9f87-b4e3c497a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:31.334103 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bcff8ef1-d701-4567-811b-ed4f568185f2 req-2fe503fa-a38a-41c7-9f87-b4e3c497a7dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45b9ba0b32eb479e9724b0b906908a72&device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 1161 time: 0.5953214 Jan 20 00:57:31.389872 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d3f34-b1a9-4f8b-829c-a5e6588174b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c97fc9b-06e6-475b-905b-552267110160,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:31.393773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e59d3f34-b1a9-4f8b-829c-a5e6588174b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:31.475446 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57694) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:31.543618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca88a8-541e-40d2-bea3-82208b65c858 req-eaac7be3-7cf1-4373-bf6a-0dab27ea4d95 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:31.552193 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b2ca88a8-541e-40d2-bea3-82208b65c858 req-eaac7be3-7cf1-4373-bf6a-0dab27ea4d95 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 944 time: 0.1736052 Jan 20 00:57:31.588623 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff8ef1-d701-4567-811b-ed4f568185f2 req-26821253-3f1b-4c8f-8655-755c2575068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:31.590800 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bcff8ef1-d701-4567-811b-ed4f568185f2 req-26821253-3f1b-4c8f-8655-755c2575068e service neutron] 10.222.0.48 "GET /v2.0/networks?id=1cff558b-37c6-4646-b557-26fa2ef8614e HTTP/1.1" status: 200 len: 906 time: 0.2425821 Jan 20 00:57:31.593463 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e59d3f34-b1a9-4f8b-829c-a5e6588174b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=002b374287e14f3dbdaf352e0d42233b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8615136 Jan 20 00:57:31.599536 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57702) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:31.614973 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dad61dbe-dd4a-4269-95b5-1731ecd9cd86 req-aa6aee8a-b5c5-4294-8783-3bd7a639f897 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 210 time: 0.3074257 Jan 20 00:57:31.640111 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b2ca88a8-541e-40d2-bea3-82208b65c858 req-74e7e764-812f-4e2f-8b10-72bef410399d tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866473 Jan 20 00:57:31.692980 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bcff8ef1-d701-4567-811b-ed4f568185f2 req-229e19b9-5a63-4910-ab16-c4d4db0537eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65e1cde8-9427-458f-b839-d17ccc7bab3d HTTP/1.1" status: 200 len: 217 time: 0.0808272 Jan 20 00:57:31.716688 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57706) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:31.743544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02b3e052-0fcc-4e0d-9bed-4c19ce63f49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:31.748803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890b947-12be-4df4-90cc-516234e4e319 req-8188c951-a809-4162-8727-ddee59280b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:31.750469 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9890b947-12be-4df4-90cc-516234e4e319 req-8188c951-a809-4162-8727-ddee59280b7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 1161 time: 0.8122728 Jan 20 00:57:31.802109 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02b3e052-0fcc-4e0d-9bed-4c19ce63f49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:31.833072 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-2bf89ce9-284b-41a3-a72a-6a09c35c4992 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dcd24270d76e48479105c8f29a62688c&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1148088 Jan 20 00:57:31.838396 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57710) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:31.934289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02b3e052-0fcc-4e0d-9bed-4c19ce63f49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:31.945953 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dee6df49-4876-4324-88dd-d7b9c5e29a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:31.956911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6101-64ae-46e5-b807-76af02a1a9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:31.986952 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3e052-0fcc-4e0d-9bed-4c19ce63f49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c97fc9b-06e6-475b-905b-552267110160,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:32.008925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-02b3e052-0fcc-4e0d-9bed-4c19ce63f49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:32.013520 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3d52-32b5-49e1-a70d-e85533ff09e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:32.046038 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02b3e052-0fcc-4e0d-9bed-4c19ce63f49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:32.047717 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-02b3e052-0fcc-4e0d-9bed-4c19ce63f49b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c97fc9b-06e6-475b-905b-552267110160 HTTP/1.1" status: 204 len: 168 time: 0.4460661 Jan 20 00:57:32.049554 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6101-64ae-46e5-b807-76af02a1a9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:32.060385 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fe4e3d52-32b5-49e1-a70d-e85533ff09e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:32.073981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-fe4e3d52-32b5-49e1-a70d-e85533ff09e3 admin admin] Usage tracker for resource:security_group_rule and tenant:16fbfb1069bb4ec6acb0478e7deeb324 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:32.079957 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-fe4e3d52-32b5-49e1-a70d-e85533ff09e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:32.149299 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fe4e3d52-32b5-49e1-a70d-e85533ff09e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:32.155207 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:32.168032 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:32.206987 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6101-64ae-46e5-b807-76af02a1a9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:32.237338 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:32.269266 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd6101-64ae-46e5-b807-76af02a1a9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f526e9-74b5-48cb-ae4a-7d92a0bbce89,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:32.284913 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6101-64ae-46e5-b807-76af02a1a9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:32.284913 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-b1fd6101-64ae-46e5-b807-76af02a1a9de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14f526e9-74b5-48cb-ae4a-7d92a0bbce89 HTTP/1.1" status: 204 len: 168 time: 0.4428167 Jan 20 00:57:32.284913 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b1fd6101-64ae-46e5-b807-76af02a1a9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:32.302655 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Made reservation on behalf of b66d871f044e4b3ba3b44aeb44be60a0 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:57:32.312117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:32.376996 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff8ef1-d701-4567-811b-ed4f568185f2 req-15229c17-45ac-41d5-8a35-7273d08f460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:32.378685 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bcff8ef1-d701-4567-811b-ed4f568185f2 req-15229c17-45ac-41d5-8a35-7273d08f460b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eda0c9ef-cae6-4a04-85b1-c44b57e7e41a HTTP/1.1" status: 200 len: 852 time: 0.6222610 Jan 20 00:57:32.438197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:32.496015 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890b947-12be-4df4-90cc-516234e4e319 req-e970ce2e-4e5a-47ec-9a53-f5adcaaac40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:32.497949 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9890b947-12be-4df4-90cc-516234e4e319 req-e970ce2e-4e5a-47ec-9a53-f5adcaaac40d service neutron] 10.222.0.48 "GET /v2.0/networks?id=26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 200 len: 909 time: 0.7387316 Jan 20 00:57:32.534736 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3d52-32b5-49e1-a70d-e85533ff09e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:32.572627 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:32.581971 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373223b-3a08-45a2-90a2-7f3b9b233dbf req-a2643e90-7d4c-4f10-9248-481fcefd3232 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:32.596185 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6373223b-3a08-45a2-90a2-7f3b9b233dbf req-a2643e90-7d4c-4f10-9248-481fcefd3232 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 944 time: 0.2750647 Jan 20 00:57:32.625315 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3d52-32b5-49e1-a70d-e85533ff09e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:32.641844 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c6acf8ab-4c28-43a5-aed4-5e7340ca9a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:32.760958 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57742) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:32.782667 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e3d52-32b5-49e1-a70d-e85533ff09e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff31ed3c-f396-4c9a-8c33-c953a7b139d3,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:32.794214 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-fe4e3d52-32b5-49e1-a70d-e85533ff09e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16fbfb1069bb4ec6acb0478e7deeb324&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3134909 Jan 20 00:57:32.795395 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fe4e3d52-32b5-49e1-a70d-e85533ff09e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:32.814415 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6373223b-3a08-45a2-90a2-7f3b9b233dbf req-4428c3bb-5ee3-482c-92d2-5a4a56cdbc23 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172086 Jan 20 00:57:32.815008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57746) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:32.817755 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d21e-584a-4deb-b741-74df6cd06071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:32.832959 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bcff8ef1-d701-4567-811b-ed4f568185f2 req-41d7c3c1-70d7-4c57-98b1-641b6a9c1091 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1cff558b-37c6-4646-b557-26fa2ef8614e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3308260 Jan 20 00:57:32.886101 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a9d3d21e-584a-4deb-b741-74df6cd06071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:32.888244 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9890b947-12be-4df4-90cc-516234e4e319 req-2e9becbf-edf8-4584-a831-d40cc6f48908 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c52365a9-ad7e-4dfe-9b85-e85482901dc4 HTTP/1.1" status: 200 len: 217 time: 0.2030621 Jan 20 00:57:32.905748 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a9d3d21e-584a-4deb-b741-74df6cd06071 admin admin] Usage tracker for resource:security_group_rule and tenant:b462de6704f74b9eb8d4f59b97f287ab is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:32.911789 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a9d3d21e-584a-4deb-b741-74df6cd06071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:32.923605 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a9d3d21e-584a-4deb-b741-74df6cd06071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:32.983838 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f8a49951-d1a3-4d62-8d66-2889d4696995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:33.212110 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890b947-12be-4df4-90cc-516234e4e319 req-c4faa156-e12a-4c83-9419-2595d050b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:33.213710 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9890b947-12be-4df4-90cc-516234e4e319 req-c4faa156-e12a-4c83-9419-2595d050b9c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faa0bdfa-927a-41d6-8fe4-03b7ed7658d0 HTTP/1.1" status: 200 len: 855 time: 0.1980531 Jan 20 00:57:33.253694 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event updated for resources: {'Port': ['ID=b13e6fd9-bcf2-4af0-8b74-2c825049a2c7,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:33.257896 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:33.324811 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9890b947-12be-4df4-90cc-516234e4e319 req-59dd336a-55ee-4380-8d81-8477b055617a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26933088-6e74-4102-ba74-6fb41e98bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715926 Jan 20 00:57:33.327989 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dfec8039-a287-4514-999f-5d97ae998309 req-d8bcaa96-e85f-4744-82e7-cee526f4daaa tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 210 time: 0.3193357 Jan 20 00:57:33.349065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f8a49951-d1a3-4d62-8d66-2889d4696995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:33.455133 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d21e-584a-4deb-b741-74df6cd06071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:33.456777 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f8a49951-d1a3-4d62-8d66-2889d4696995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:33.466766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3e4b1976-9a3b-4a20-8a1f-b19edf9817ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:33.483627 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f8a49951-d1a3-4d62-8d66-2889d4696995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:33.484861 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f8a49951-d1a3-4d62-8d66-2889d4696995 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff31ed3c-f396-4c9a-8c33-c953a7b139d3 HTTP/1.1" status: 204 len: 168 time: 0.6686625 Jan 20 00:57:33.485646 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d21e-584a-4deb-b741-74df6cd06071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:33.523239 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a49951-d1a3-4d62-8d66-2889d4696995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff31ed3c-f396-4c9a-8c33-c953a7b139d3,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:33.525597 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f8a49951-d1a3-4d62-8d66-2889d4696995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:33.530652 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:33.549816 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a9d3d21e-584a-4deb-b741-74df6cd06071 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b462de6704f74b9eb8d4f59b97f287ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7877223 Jan 20 00:57:33.557440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57780) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:33.583288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3d21e-584a-4deb-b741-74df6cd06071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e32b86-731d-429b-9ca3-bc1f91b3c9c4,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:33.587838 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a9d3d21e-584a-4deb-b741-74df6cd06071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:33.648306 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ce0af7de-0a85-4c4b-8612-f69d59e131d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:33.697345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ce0af7de-0a85-4c4b-8612-f69d59e131d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:33.747676 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ce0af7de-0a85-4c4b-8612-f69d59e131d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:33.752625 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:33.765538 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0af7de-0a85-4c4b-8612-f69d59e131d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e32b86-731d-429b-9ca3-bc1f91b3c9c4,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:33.770175 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ce0af7de-0a85-4c4b-8612-f69d59e131d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:33.778601 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ce0af7de-0a85-4c4b-8612-f69d59e131d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:33.779832 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ce0af7de-0a85-4c4b-8612-f69d59e131d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71e32b86-731d-429b-9ca3-bc1f91b3c9c4 HTTP/1.1" status: 204 len: 168 time: 0.2213809 Jan 20 00:57:33.808377 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9890b947-12be-4df4-90cc-516234e4e319 req-9109c49b-1fed-4441-bf7c-274cda4e1bf2 service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362621 Jan 20 00:57:34.004808 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9890b947-12be-4df4-90cc-516234e4e319 req-609d5c66-6bd0-4bd7-85f8-e96082cf3b6e service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1765063 Jan 20 00:57:34.049928 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Network 7116fac5-173a-4c74-bc75-236a854e751a is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:57:34.065066 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:57:34.075621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-45570df8-54fd-4321-8165-59b0a3f488d7 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80162) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 00:57:34.079963 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:57:34.106146 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7024d-55f7-4b27-a97f-20319184ceb9 req-5ec48566-e3fd-42b8-8534-e524ede9f07e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:34.113870 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a9c7024d-55f7-4b27-a97f-20319184ceb9 req-5ec48566-e3fd-42b8-8534-e524ede9f07e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 944 time: 1.2361376 Jan 20 00:57:34.155203 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bcff8ef1-d701-4567-811b-ed4f568185f2 req-6ff3b31e-e8d8-4ca1-826d-ee9cd9114341 service neutron] 10.222.0.48 "GET /v2.0/networks/1cff558b-37c6-4646-b557-26fa2ef8614e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2761867 Jan 20 00:57:34.229835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15278ed-9ab5-4d19-86be-6ba28a611da2 req-1bc77eb6-374a-4841-b25e-cdc8d3f3504c tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:34.239680 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c15278ed-9ab5-4d19-86be-6ba28a611da2 req-1bc77eb6-374a-4841-b25e-cdc8d3f3504c tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 944 time: 0.1597221 Jan 20 00:57:34.242500 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57806) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:34.312851 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9757d52f-a95b-4330-b362-bc31d38916e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:34.366719 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c15278ed-9ab5-4d19-86be-6ba28a611da2 req-ed5a2fb8-0db1-4029-8d3e-ec76a455ea36 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249857 Jan 20 00:57:34.375306 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9757d52f-a95b-4330-b362-bc31d38916e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:34.383998 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-9757d52f-a95b-4330-b362-bc31d38916e8 admin admin] Usage tracker for resource:security_group_rule and tenant:1ed71c50e0224e1ab20ffccd021be9f0 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:34.387322 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-9757d52f-a95b-4330-b362-bc31d38916e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:34.394463 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9757d52f-a95b-4330-b362-bc31d38916e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:34.570598 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9757d52f-a95b-4330-b362-bc31d38916e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:34.575277 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9757d52f-a95b-4330-b362-bc31d38916e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:34.608829 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f4360015-cac6-4f54-b58d-a3f5df26593f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:34.617476 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a9c7024d-55f7-4b27-a97f-20319184ceb9 req-f69417ca-3dd3-4c05-8268-aca4b9c5a3e0 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021248 Jan 20 00:57:34.626726 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-9757d52f-a95b-4330-b362-bc31d38916e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ed71c50e0224e1ab20ffccd021be9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823915 Jan 20 00:57:34.627532 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57824) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:34.742973 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a78b55cb-5932-445e-bbe1-c4293b9032fe req-d05eca22-f4c1-47d4-9672-de9d148c6546 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 210 time: 0.0847170 Jan 20 00:57:34.750195 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757d52f-a95b-4330-b362-bc31d38916e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93a168d-64a4-4c93-abc3-669ac670f25e,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:34.753620 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bcff8ef1-d701-4567-811b-ed4f568185f2 req-afc440ab-4344-4d80-8931-0a415fe2619e service neutron] 10.222.0.48 "GET /v2.0/networks/1cff558b-37c6-4646-b557-26fa2ef8614e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5850067 Jan 20 00:57:34.766249 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:34.767984 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Allocated IP 172.20.0.12 (ec3a11db-a41d-4a3e-b1af-31727324cb53/7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411/0013ba87-b880-44a6-94f4-10da6e6b050f) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:57:34.794905 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9757d52f-a95b-4330-b362-bc31d38916e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:34.815916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe144-c111-4380-8faf-21516c714b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:34.848472 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57832) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:34.853032 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe144-c111-4380-8faf-21516c714b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:34.857946 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 65e1cde8-9427-458f-b839-d17ccc7bab3d up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:34.915929 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:34.930503 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe144-c111-4380-8faf-21516c714b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:34.936921 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-02b3e052-0fcc-4e0d-9bed-4c19ce63f49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:34.949573 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffe144-c111-4380-8faf-21516c714b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93a168d-64a4-4c93-abc3-669ac670f25e,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:34.962526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e9ffe144-c111-4380-8faf-21516c714b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:34.965815 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port 65e1cde8-9427-458f-b839-d17ccc7bab3d completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:57:34.966445 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe144-c111-4380-8faf-21516c714b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:34.971416 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e9ffe144-c111-4380-8faf-21516c714b7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d93a168d-64a4-4c93-abc3-669ac670f25e HTTP/1.1" status: 204 len: 168 time: 0.3405025 Jan 20 00:57:35.000379 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 65e1cde8-9427-458f-b839-d17ccc7bab3d triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:35.000810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.142892 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.174817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c3cb58-fc63-4342-bc12-6b233902a6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e1cde8-9427-458f-b839-d17ccc7bab3d'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:57:35.238780 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa618968-db9c-4eef-9d07-e0ffbd0c749e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.248415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 65e1cde8-9427-458f-b839-d17ccc7bab3d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=65e1cde8-9427-458f-b839-d17ccc7bab3d,segment=NetworkSegment(8d911e22-d177-4b69-8b75-4d065322aeaf),segment_id=8d911e22-d177-4b69-8b75-4d065322aeaf)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:57:35.253208 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.254932 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device c52365a9-ad7e-4dfe-9b85-e85482901dc4 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:35.272291 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.273129 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa618968-db9c-4eef-9d07-e0ffbd0c749e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:35.289494 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.290588 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-aa618968-db9c-4eef-9d07-e0ffbd0c749e admin admin] Usage tracker for resource:security_group_rule and tenant:d92ef2dcc56c400bbe9103e4e6dcfd1d is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:35.296965 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-aa618968-db9c-4eef-9d07-e0ffbd0c749e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:35.312127 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:35.313556 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa618968-db9c-4eef-9d07-e0ffbd0c749e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:35.332083 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:35.474408 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=65e1cde8-9427-458f-b839-d17ccc7bab3d,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:35.493611 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:35.523923 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port c52365a9-ad7e-4dfe-9b85-e85482901dc4 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:57:35.530316 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port c52365a9-ad7e-4dfe-9b85-e85482901dc4 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:35.531065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.543340 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa618968-db9c-4eef-9d07-e0ffbd0c749e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.546198 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa618968-db9c-4eef-9d07-e0ffbd0c749e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.569438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:35.678812 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-aa618968-db9c-4eef-9d07-e0ffbd0c749e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d92ef2dcc56c400bbe9103e4e6dcfd1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8254917 Jan 20 00:57:35.678812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa618968-db9c-4eef-9d07-e0ffbd0c749e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d24cba-25ba-4d24-bf2c-3dcb50734ec2,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:35.683230 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57860) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:35.688495 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aa618968-db9c-4eef-9d07-e0ffbd0c749e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:35.706248 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.750899 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port c52365a9-ad7e-4dfe-9b85-e85482901dc4, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=c52365a9-ad7e-4dfe-9b85-e85482901dc4,segment=NetworkSegment(4238131a-66a8-4cbf-9a82-dbf02630df4a),segment_id=4238131a-66a8-4cbf-9a82-dbf02630df4a)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:57:35.756653 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.759089 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:35.848316 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=c52365a9-ad7e-4dfe-9b85-e85482901dc4,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:35.851008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bf94dd63-34ab-4c80-9a3c-bc775f393df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.853978 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:35.861293 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.901109 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Transition to ACTIVE for port object 0013ba87-b880-44a6-94f4-10da6e6b050f will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:57:35.918023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bf94dd63-34ab-4c80-9a3c-bc775f393df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.963235 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event updated for resources: {'Port': ['ID=b13e6fd9-bcf2-4af0-8b74-2c825049a2c7,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:35.969267 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 65e1cde8-9427-458f-b839-d17ccc7bab3d up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:35.977438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:35.981136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:36.007620 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:36.033073 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665497-b689-4811-8998-f3908f10318d req-c6a75119-be29-41b1-aab3-1cafc6641b1b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:36.034861 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-53665497-b689-4811-8998-f3908f10318d req-c6a75119-be29-41b1-aab3-1cafc6641b1b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 946 time: 0.1593151 Jan 20 00:57:36.036256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bf94dd63-34ab-4c80-9a3c-bc775f393df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:36.043141 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:36.094617 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94dd63-34ab-4c80-9a3c-bc775f393df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d24cba-25ba-4d24-bf2c-3dcb50734ec2,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:36.101544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bf94dd63-34ab-4c80-9a3c-bc775f393df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:36.104860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bf94dd63-34ab-4c80-9a3c-bc775f393df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:36.109205 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-bf94dd63-34ab-4c80-9a3c-bc775f393df1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34d24cba-25ba-4d24-bf2c-3dcb50734ec2 HTTP/1.1" status: 204 len: 168 time: 0.4223580 Jan 20 00:57:36.129463 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-53665497-b689-4811-8998-f3908f10318d req-8eec0e98-6744-4501-98e1-4e46158069bb tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753522 Jan 20 00:57:36.130665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:36.209060 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 65e1cde8-9427-458f-b839-d17ccc7bab3d triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:36.210009 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:36.291091 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event updated for resources: {'Port': ['ID=0013ba87-b880-44a6-94f4-10da6e6b050f,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:36.293687 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:36.295209 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1124299 Jan 20 00:57:36.338119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa6e61-7951-4b5a-ae58-a1e0288c5556 req-d09b57ae-f34a-4c28-96d3-6907f326ae8d tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:36.341390 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-52fa6e61-7951-4b5a-ae58-a1e0288c5556 req-d09b57ae-f34a-4c28-96d3-6907f326ae8d tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 946 time: 0.7300925 Jan 20 00:57:36.343479 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:36.409983 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb99d49-c9b3-4a0d-9ee4-29781ccdaccf req-c0519f43-57af-4990-adbb-9e929417aa83 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:36.417920 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0fb99d49-c9b3-4a0d-9ee4-29781ccdaccf req-c0519f43-57af-4990-adbb-9e929417aa83 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 932 time: 0.1674056 Jan 20 00:57:36.420033 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-52fa6e61-7951-4b5a-ae58-a1e0288c5556 req-dbd6a24c-67cb-4cc7-bccf-6ec671fc45b5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709729 Jan 20 00:57:36.470902 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Network ec3a11db-a41d-4a3e-b1af-31727324cb53 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:57:36.474987 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:57:36.477432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:57:36.492585 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device c52365a9-ad7e-4dfe-9b85-e85482901dc4 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:36.506714 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0fb99d49-c9b3-4a0d-9ee4-29781ccdaccf req-eef80932-d594-41aa-9701-366166817271 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870628 Jan 20 00:57:36.521424 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:36.522733 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:36.575418 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2920601 Jan 20 00:57:36.589985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port c52365a9-ad7e-4dfe-9b85-e85482901dc4 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:36.590405 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:36.594328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Request body: {'port': {'device_id': '7e43d303-28d2-497e-97a7-c1d718480709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:36.761139 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:36.785213 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-0f8ea005-ba74-4888-94f5-7d6b3779d756 None None] Provisioning for port 0013ba87-b880-44a6-94f4-10da6e6b050f completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:57:36.790930 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-0f8ea005-ba74-4888-94f5-7d6b3779d756 None None] Provisioning complete for port 0013ba87-b880-44a6-94f4-10da6e6b050f triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:36.791407 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0f8ea005-ba74-4888-94f5-7d6b3779d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:36.891889 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ea005-ba74-4888-94f5-7d6b3779d756 None None] Port 0013ba87-b880-44a6-94f4-10da6e6b050f cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 00:57:37.103412 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-15e8ab1a-b82e-453e-97c7-7b767e137a70 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Synchronizing usage tracker for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:security_group {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:37.125843 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-15e8ab1a-b82e-453e-97c7-7b767e137a70 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Unset dirty status for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:security_group {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:37.128218 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-15e8ab1a-b82e-453e-97c7-7b767e137a70 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--73096302&fields=id&tenant_id=9cf376d63c274cc78e14728d121ab5ac HTTP/1.1" status: 200 len: 267 time: 0.1271186 Jan 20 00:57:37.171898 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c3cb58-fc63-4342-bc12-6b233902a6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e1cde8-9427-458f-b839-d17ccc7bab3d', 'code': 200} Jan 20 00:57:37.337593 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 57922) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:37.477058 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-0bbf1932-1c43-44e0-a3ab-d90486c81444 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:37.477854 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-0bbf1932-1c43-44e0-a3ab-d90486c81444 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Synchronizing usage tracker for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:network {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:37.500865 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-0bbf1932-1c43-44e0-a3ab-d90486c81444 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Unset dirty status for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:network {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:37.508574 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-0bbf1932-1c43-44e0-a3ab-d90486c81444 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/networks?id=3ffe595a-3910-4a42-b05b-9d0f31c4a210 HTTP/1.1" status: 200 len: 810 time: 0.3716900 Jan 20 00:57:37.534481 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0013ba87-b880-44a6-94f4-10da6e6b050f {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 00:57:37.535697 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-2e0a452b-0eb4-4f2c-84c6-0b07b824008e tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/quotas/9cf376d63c274cc78e14728d121ab5ac HTTP/1.1" status: 200 len: 375 time: 0.0260780 Jan 20 00:57:37.545580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:37.560462 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Transition to ACTIVE for port object 0013ba87-b880-44a6-94f4-10da6e6b050f will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:57:37.656341 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:37.664842 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb986-c073-4172-8f1d-0dd8d2e4c27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:37.688584 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-d673465e-4480-4463-8631-c9646d57b5d8 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cf376d63c274cc78e14728d121ab5ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1517794 Jan 20 00:57:37.786024 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:37.845125 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a8fcb986-c073-4172-8f1d-0dd8d2e4c27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:37.857051 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a8fcb986-c073-4172-8f1d-0dd8d2e4c27b admin admin] Usage tracker for resource:security_group_rule and tenant:3b19d73769b1422693a7be83025568a8 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:37.878904 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a8fcb986-c073-4172-8f1d-0dd8d2e4c27b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:37.902916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a8fcb986-c073-4172-8f1d-0dd8d2e4c27b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:37.904218 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device c52365a9-ad7e-4dfe-9b85-e85482901dc4 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:37.948144 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0013ba87-b880-44a6-94f4-10da6e6b050f,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:37.957916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:38.005848 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-0da0a914-c8ef-4f7d-af19-749d420e5c15 service neutron] 10.222.0.44 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120534 Jan 20 00:57:38.030846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f64b9d-4662-4858-9f4d-de94a9a26270 req-0b79b9c5-d434-484f-b053-768d98a16f27 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:38.032817 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-23f64b9d-4662-4858-9f4d-de94a9a26270 req-0b79b9c5-d434-484f-b053-768d98a16f27 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 946 time: 0.6884456 Jan 20 00:57:38.062604 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2481cae0-f2b9-4222-bb72-5336024cf62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:38.106371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port c52365a9-ad7e-4dfe-9b85-e85482901dc4 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:38.107592 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:38.164084 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14274516-11cf-413c-a792-d765b183f7c3 req-0e91ad59-7d55-4468-99f6-d6948d39bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:38.166346 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-14274516-11cf-413c-a792-d765b183f7c3 req-0e91ad59-7d55-4468-99f6-d6948d39bd44 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 1163 time: 0.6023467 Jan 20 00:57:38.266332 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Attempting to bind port 0013ba87-b880-44a6-94f4-10da6e6b050f on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:57:38.267160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Attempting to bind port 0013ba87-b880-44a6-94f4-10da6e6b050f by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:57:38.267732 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Attempting to bind port 0013ba87-b880-44a6-94f4-10da6e6b050f on network ec3a11db-a41d-4a3e-b1af-31727324cb53 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:57:38.275368 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-4cac1aa4-b343-4f54-89a6-ed7c94fe1a08 service neutron] 10.222.0.44 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2667480 Jan 20 00:57:38.276617 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-14274516-11cf-413c-a792-d765b183f7c3 req-964e9bb5-0719-4b78-a308-30163b3960b2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:38.308207 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:57:38.308812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Checking segment: {'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:57:38.309402 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:38.310041 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Bound using segment: {'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:57:38.310998 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Bound port: 0013ba87-b880-44a6-94f4-10da6e6b050f, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:57:38.311503 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:38.650706 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-23f64b9d-4662-4858-9f4d-de94a9a26270 req-5f754da8-10b5-4399-91bc-9083720430c2 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356827 Jan 20 00:57:38.671070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-14274516-11cf-413c-a792-d765b183f7c3 req-964e9bb5-0719-4b78-a308-30163b3960b2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:38.709856 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-14274516-11cf-413c-a792-d765b183f7c3 req-964e9bb5-0719-4b78-a308-30163b3960b2 service neutron] Usage tracker for resource:security_group_rule and tenant:2c57f3bda8d6451c9ac4a0c3840744a1 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:38.715410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-14274516-11cf-413c-a792-d765b183f7c3 req-964e9bb5-0719-4b78-a308-30163b3960b2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:38.744645 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-14274516-11cf-413c-a792-d765b183f7c3 req-964e9bb5-0719-4b78-a308-30163b3960b2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:38.757840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb986-c073-4172-8f1d-0dd8d2e4c27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:38.771958 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb986-c073-4172-8f1d-0dd8d2e4c27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:38.800536 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:38.844719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcb986-c073-4172-8f1d-0dd8d2e4c27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbded58-4306-49f1-846d-a79a360bd916,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:38.887198 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60af5be-3fab-4c22-9b16-368c8dc3f044 req-0d79e824-2075-47c9-8393-4b6ab14af572 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:38.888882 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a60af5be-3fab-4c22-9b16-368c8dc3f044 req-0d79e824-2075-47c9-8393-4b6ab14af572 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 946 time: 0.2788100 Jan 20 00:57:38.935349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a8fcb986-c073-4172-8f1d-0dd8d2e4c27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:38.958540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] For port 0013ba87-b880-44a6-94f4-10da6e6b050f, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:57:38.972406 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a8fcb986-c073-4172-8f1d-0dd8d2e4c27b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b19d73769b1422693a7be83025568a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6188939 Jan 20 00:57:38.981442 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 57986) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:38.983904 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] For port 0013ba87-b880-44a6-94f4-10da6e6b050f, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0013ba87-b880-44a6-94f4-10da6e6b050f,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:57:39.042835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:39.045248 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a60af5be-3fab-4c22-9b16-368c8dc3f044 req-efe616b4-306b-43b7-a4f5-c9eb09cf4c02 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383450 Jan 20 00:57:39.097070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 57992) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:39.168016 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:39.172029 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fdf75f-ee16-44c4-9d0f-1756d81f18f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52365a9-ad7e-4dfe-9b85-e85482901dc4'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:57:39.236698 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7d016dad-e6a3-4418-88cd-5c0d3fcd9978 req-0f5c84b4-3356-4999-a4f9-5dab45f8047d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 210 time: 0.0672703 Jan 20 00:57:39.256416 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-14274516-11cf-413c-a792-d765b183f7c3 req-964e9bb5-0719-4b78-a308-30163b3960b2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:39.346085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901cf85-54de-42c7-be90-630de68d30cb req-1386cf40-fabf-41e6-9354-3fa07fdcd6e5 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:39.347404 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-c901cf85-54de-42c7-be90-630de68d30cb req-1386cf40-fabf-41e6-9354-3fa07fdcd6e5 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Synchronizing usage tracker for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:39.349372 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fdf75f-ee16-44c4-9d0f-1756d81f18f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52365a9-ad7e-4dfe-9b85-e85482901dc4', 'code': 200} Jan 20 00:57:39.358361 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61ada8dd-655a-4142-b6a5-1118b4e092af admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:39.384712 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-61ada8dd-655a-4142-b6a5-1118b4e092af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:39.398107 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-61ada8dd-655a-4142-b6a5-1118b4e092af admin admin] Usage tracker for resource:security_group_rule and tenant:4296268868b248c3a8c88c8e03e85b47 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:39.403821 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-61ada8dd-655a-4142-b6a5-1118b4e092af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:39.417950 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-61ada8dd-655a-4142-b6a5-1118b4e092af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:39.446117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32c69f19-7e1b-42b7-bfe3-7d9ffc28d585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:39.524026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32c69f19-7e1b-42b7-bfe3-7d9ffc28d585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:39.577148 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-14274516-11cf-413c-a792-d765b183f7c3 req-964e9bb5-0719-4b78-a308-30163b3960b2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:39.585376 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61ada8dd-655a-4142-b6a5-1118b4e092af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:39.595872 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61ada8dd-655a-4142-b6a5-1118b4e092af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:39.613840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e9ffe144-c111-4380-8faf-21516c714b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:39.688564 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-14274516-11cf-413c-a792-d765b183f7c3 req-964e9bb5-0719-4b78-a308-30163b3960b2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5000269 Jan 20 00:57:39.689229 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0013ba87-b880-44a6-94f4-10da6e6b050f,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:39.693908 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:39.716005 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-61ada8dd-655a-4142-b6a5-1118b4e092af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4296268868b248c3a8c88c8e03e85b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6177702 Jan 20 00:57:39.717044 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ada8dd-655a-4142-b6a5-1118b4e092af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e432c6f7-785c-4191-a16f-fb79120d2a46,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:39.720570 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58016) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:39.738555 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-61ada8dd-655a-4142-b6a5-1118b4e092af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:39.783395 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:39.800697 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-c901cf85-54de-42c7-be90-630de68d30cb req-1386cf40-fabf-41e6-9354-3fa07fdcd6e5 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Unset dirty status for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:39.809398 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a85df3ca-2ed8-4f7e-8795-eccd98933854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:39.810557 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c901cf85-54de-42c7-be90-630de68d30cb req-1386cf40-fabf-41e6-9354-3fa07fdcd6e5 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.9585242 Jan 20 00:57:39.841086 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a85df3ca-2ed8-4f7e-8795-eccd98933854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:39.955117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a85df3ca-2ed8-4f7e-8795-eccd98933854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:39.965527 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c901cf85-54de-42c7-be90-630de68d30cb req-fd8167fd-f28e-4579-ba66-51cdaee8d871 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538012 Jan 20 00:57:39.971379 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-29ae2de2-dbb8-4293-900b-e958a4d63191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:39.974711 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e9bb5-0719-4b78-a308-30163b3960b2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=49df8678-877a-4a24-90dc-6f371c649360,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:39.981533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32c69f19-7e1b-42b7-bfe3-7d9ffc28d585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:39.988000 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a85df3ca-2ed8-4f7e-8795-eccd98933854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:39.992893 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a85df3ca-2ed8-4f7e-8795-eccd98933854 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e432c6f7-785c-4191-a16f-fb79120d2a46 HTTP/1.1" status: 204 len: 168 time: 0.2530563 Jan 20 00:57:39.997523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85df3ca-2ed8-4f7e-8795-eccd98933854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e432c6f7-785c-4191-a16f-fb79120d2a46,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:39.997910 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-964e9bb5-0719-4b78-a308-30163b3960b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:40.001258 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:40.005266 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a85df3ca-2ed8-4f7e-8795-eccd98933854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:40.006908 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:40.016627 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] 10.222.0.48 "PUT /v2.0/ports/0013ba87-b880-44a6-94f4-10da6e6b050f HTTP/1.1" status: 200 len: 1158 time: 3.4287207 Jan 20 00:57:40.017531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e43d303-28d2-497e-97a7-c1d718480709', 'tag': '0013ba87-b880-44a6-94f4-10da6e6b050f'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:57:40.039468 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a8fcb986-c073-4172-8f1d-0dd8d2e4c27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:40.083294 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c69f19-7e1b-42b7-bfe3-7d9ffc28d585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbded58-4306-49f1-846d-a79a360bd916,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:40.175242 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-32c69f19-7e1b-42b7-bfe3-7d9ffc28d585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:40.191362 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3bdaa-50ee-415b-b1d5-4bfcf14b7a42 req-7c80c425-6772-43e0-bb04-bb9997e8c86b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:40.193098 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1fc3bdaa-50ee-415b-b1d5-4bfcf14b7a42 req-7c80c425-6772-43e0-bb04-bb9997e8c86b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 946 time: 0.2990921 Jan 20 00:57:40.204619 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed8bb5-4c86-45a8-8b2a-61ce9d2ea8a0 req-3bdd0bf5-9d2e-491f-8735-bbe437df5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:40.213778 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-91ed8bb5-4c86-45a8-8b2a-61ce9d2ea8a0 req-3bdd0bf5-9d2e-491f-8735-bbe437df5423 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 1163 time: 0.5313125 Jan 20 00:57:40.226466 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32c69f19-7e1b-42b7-bfe3-7d9ffc28d585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:40.228147 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-32c69f19-7e1b-42b7-bfe3-7d9ffc28d585 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4dbded58-4306-49f1-846d-a79a360bd916 HTTP/1.1" status: 204 len: 168 time: 1.2353902 Jan 20 00:57:40.366717 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1fc3bdaa-50ee-415b-b1d5-4bfcf14b7a42 req-297e2cfb-92d6-4667-82d8-55384900a88b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466193 Jan 20 00:57:40.377682 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-91ed8bb5-4c86-45a8-8b2a-61ce9d2ea8a0 req-4977b395-833b-4498-a017-62d6cb7cac62 service neutron] Synchronizing usage tracker for tenant:2c57f3bda8d6451c9ac4a0c3840744a1 on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:40.452440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-7ce32ce5-9f9e-4160-9b77-af4d23f7b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:40.455911 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-7ce32ce5-9f9e-4160-9b77-af4d23f7b921 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 1161 time: 0.3605673 Jan 20 00:57:40.795603 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe78e5-0343-4909-bf75-190ec6231315 req-d26dcc5c-8568-433d-8dee-991e2944f55a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:40.810842 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-59fe78e5-0343-4909-bf75-190ec6231315 req-d26dcc5c-8568-433d-8dee-991e2944f55a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 946 time: 0.2205708 Jan 20 00:57:40.816546 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e43d303-28d2-497e-97a7-c1d718480709', 'tag': '0013ba87-b880-44a6-94f4-10da6e6b050f', 'status': 'completed', 'code': 200} Jan 20 00:57:40.959667 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-59fe78e5-0343-4909-bf75-190ec6231315 req-122845b5-9e80-400c-81d7-00598cd91cf3 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473684 Jan 20 00:57:41.028048 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-af4ff592-a78a-4439-85d7-c1234efa2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:41.053465 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-b1db6bc4-644f-4552-b471-eeae3610fa25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0013ba87-b880-44a6-94f4-10da6e6b050f HTTP/1.1" status: 200 len: 217 time: 0.5656748 Jan 20 00:57:41.228227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-91ed8bb5-4c86-45a8-8b2a-61ce9d2ea8a0 req-4977b395-833b-4498-a017-62d6cb7cac62 service neutron] Unset dirty status for tenant:2c57f3bda8d6451c9ac4a0c3840744a1 on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:41.229262 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-91ed8bb5-4c86-45a8-8b2a-61ce9d2ea8a0 req-4977b395-833b-4498-a017-62d6cb7cac62 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9995925 Jan 20 00:57:41.261520 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58058) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:41.272409 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-6aba352d-6e1e-4f25-a84d-2a972b36d733 req-0f137891-0934-47a2-bac8-42d8723e00ed tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Synchronizing usage tracker for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:41.282356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf656-faf8-41bc-91b2-f7aa1eff7f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:41.302026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cc2cf656-faf8-41bc-91b2-f7aa1eff7f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:41.306736 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-cc2cf656-faf8-41bc-91b2-f7aa1eff7f99 admin admin] Usage tracker for resource:security_group_rule and tenant:ddb9fc2d40044e01b77f03877a5c712b is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:41.309979 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-cc2cf656-faf8-41bc-91b2-f7aa1eff7f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:41.312940 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-4e195dd9-11cc-4465-b629-ca531de51c97 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:41.314816 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-4e195dd9-11cc-4465-b629-ca531de51c97 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.48 "GET /v2.0/networks?id=3ffe595a-3910-4a42-b05b-9d0f31c4a210 HTTP/1.1" status: 200 len: 810 time: 0.4877539 Jan 20 00:57:41.316349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cc2cf656-faf8-41bc-91b2-f7aa1eff7f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:41.359021 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-f45b101d-4344-42a1-b3b9-2891ff7aeeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:41.371190 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-f45b101d-4344-42a1-b3b9-2891ff7aeeb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411 HTTP/1.1" status: 200 len: 856 time: 0.1343701 Jan 20 00:57:41.372153 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-6aba352d-6e1e-4f25-a84d-2a972b36d733 req-0f137891-0934-47a2-bac8-42d8723e00ed tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Unset dirty status for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:41.374281 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6aba352d-6e1e-4f25-a84d-2a972b36d733 req-0f137891-0934-47a2-bac8-42d8723e00ed tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 210 time: 0.5550692 Jan 20 00:57:41.421677 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d616d9-6777-4a82-b6c0-24754f045f45 req-55f8ff8f-9d3a-4be0-95c6-01416fb13455 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:41.423466 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f5d616d9-6777-4a82-b6c0-24754f045f45 req-55f8ff8f-9d3a-4be0-95c6-01416fb13455 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.2443037 Jan 20 00:57:41.534461 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f5d616d9-6777-4a82-b6c0-24754f045f45 req-05524b91-cc72-4a75-aae7-5c1094a6b5e7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031229 Jan 20 00:57:41.568201 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf656-faf8-41bc-91b2-f7aa1eff7f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:41.573288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf656-faf8-41bc-91b2-f7aa1eff7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:41.581968 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bf94dd63-34ab-4c80-9a3c-bc775f393df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:41.649141 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-cc2cf656-faf8-41bc-91b2-f7aa1eff7f99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddb9fc2d40044e01b77f03877a5c712b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860440 Jan 20 00:57:41.672317 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cf656-faf8-41bc-91b2-f7aa1eff7f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f777ec37-e971-4cbc-9b55-f2e4fb9ea193,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:41.675411 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58068) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:41.694820 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cc2cf656-faf8-41bc-91b2-f7aa1eff7f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:41.774812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1e686f5-6ec3-4a37-92a6-10cf17d9ca25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:41.816531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1e686f5-6ec3-4a37-92a6-10cf17d9ca25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:41.875735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1e686f5-6ec3-4a37-92a6-10cf17d9ca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:41.877294 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c3f5072a-b872-4861-b675-644210d5f57f tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cf376d63c274cc78e14728d121ab5ac HTTP/1.1" status: 200 len: 5703 time: 0.4250174 Jan 20 00:57:41.883766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:41.903487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e686f5-6ec3-4a37-92a6-10cf17d9ca25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f777ec37-e971-4cbc-9b55-f2e4fb9ea193,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:41.919052 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1e686f5-6ec3-4a37-92a6-10cf17d9ca25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:41.920741 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1e686f5-6ec3-4a37-92a6-10cf17d9ca25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:41.922256 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-d1e686f5-6ec3-4a37-92a6-10cf17d9ca25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f777ec37-e971-4cbc-9b55-f2e4fb9ea193 HTTP/1.1" status: 204 len: 168 time: 0.2455194 Jan 20 00:57:41.942980 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Request body: {'port': {'device_id': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'admin_state_up': True, 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'security_groups': ['cab48c12-24e2-4f7e-b24b-2fd371b80fdb']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:41.987471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-784e5fed-0882-471f-ad5f-ed3b7cafc3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:41.989089 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-784e5fed-0882-471f-ad5f-ed3b7cafc3da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec3a11db-a41d-4a3e-b1af-31727324cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5355878 Jan 20 00:57:42.261659 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:42.294624 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355d025-05c5-4525-8acf-3a9f2b4c74c0 req-46561931-116b-4b61-b807-6c4bef309d66 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:42.302611 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6355d025-05c5-4525-8acf-3a9f2b4c74c0 req-46561931-116b-4b61-b807-6c4bef309d66 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 946 time: 0.5281122 Jan 20 00:57:42.332385 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:42.383173 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Made reservation on behalf of 9cf376d63c274cc78e14728d121ab5ac for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:57:42.392179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:42.483320 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6355d025-05c5-4525-8acf-3a9f2b4c74c0 req-52aa2cfa-77b3-415f-a80b-2b8539e5bfa5 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796036 Jan 20 00:57:42.533441 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a55d6b-d972-431d-bdb2-134c4c211d4b req-eb46ff8b-b1b0-4d5d-af05-201732cb98a8 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:42.544720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:42.548952 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e6a55d6b-d972-431d-bdb2-134c4c211d4b req-eb46ff8b-b1b0-4d5d-af05-201732cb98a8 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 946 time: 0.2748597 Jan 20 00:57:42.592469 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-66e73558-dacb-4e18-a71a-072d8d00e63d service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888665 Jan 20 00:57:42.665371 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e6a55d6b-d972-431d-bdb2-134c4c211d4b req-c4a6bf8d-3fbf-44ba-a3b5-1f9adb359bba tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152065 Jan 20 00:57:42.684834 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:42.825210 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3a5ad3af-e6eb-4caa-beb4-eae97b1695ac req-0b7d9a56-3964-4625-8a49-ddc080fb76c9 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 210 time: 0.0959373 Jan 20 00:57:43.293416 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07062f80-27f9-407e-b4a0-7cb9fc040a71 req-6c6c9fc4-d96a-4812-8219-77ee93395446 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6876583 Jan 20 00:57:43.298594 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee97f1-d949-4dc6-8425-83bf302e16b5 req-54b74eba-62bc-4830-9e95-af9115cbcfe7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:43.300422 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-edee97f1-d949-4dc6-8425-83bf302e16b5 req-54b74eba-62bc-4830-9e95-af9115cbcfe7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.3598785 Jan 20 00:57:43.411026 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-edee97f1-d949-4dc6-8425-83bf302e16b5 req-d338c322-8e3b-4767-8df8-ec39635a2b47 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027236 Jan 20 00:57:43.442398 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:43.926196 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Allocated IP 172.20.0.12 (3ffe595a-3910-4a42-b05b-9d0f31c4a210/075b1ae4-cad2-4638-9169-39eee3b083f2/580093d6-f404-4886-8106-c473d787cb80) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:57:44.180846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede5edc-2f34-4142-97da-3a4c95469875 req-53bf0a70-c39c-45e9-86a9-14baddd1ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:44.182384 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0ede5edc-2f34-4142-97da-3a4c95469875 req-53bf0a70-c39c-45e9-86a9-14baddd1ff3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 1161 time: 0.6967940 Jan 20 00:57:44.205616 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73694209-450b-4e35-bd69-04fc3a2637bd req-368aeb73-3cc4-4b38-bcd1-778356a6c3cf tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:44.216130 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-73694209-450b-4e35-bd69-04fc3a2637bd req-368aeb73-3cc4-4b38-bcd1-778356a6c3cf tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 946 time: 0.2302191 Jan 20 00:57:44.238297 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e9916-ac56-4add-bb46-a5b5dd911ed2 req-7602ca60-432a-4d56-9800-8bfb5d668d28 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:44.243122 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aa4e9916-ac56-4add-bb46-a5b5dd911ed2 req-7602ca60-432a-4d56-9800-8bfb5d668d28 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 946 time: 0.4507554 Jan 20 00:57:44.273973 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-73694209-450b-4e35-bd69-04fc3a2637bd req-d164a85a-d420-4b12-af46-d2bfb3f802c1 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567396 Jan 20 00:57:44.504200 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aa4e9916-ac56-4add-bb46-a5b5dd911ed2 req-7e115ca2-78c4-44ad-aac9-899c70e8e2bd tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191720 Jan 20 00:57:44.696166 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d43c3de6-0f41-4963-b204-6a7efb39382f req-fc121f3d-b0d7-42ff-845e-c9f77b25e2c9 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 210 time: 0.1638031 Jan 20 00:57:44.872626 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:44.876568 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede5edc-2f34-4142-97da-3a4c95469875 req-5be517bb-d5e2-439c-b87f-30f8035a9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:44.878181 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0ede5edc-2f34-4142-97da-3a4c95469875 req-5be517bb-d5e2-439c-b87f-30f8035a9cc8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 200 len: 911 time: 0.6692767 Jan 20 00:57:44.981939 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Transition to ACTIVE for port object 580093d6-f404-4886-8106-c473d787cb80 will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:57:44.995232 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0ede5edc-2f34-4142-97da-3a4c95469875 req-5ad16b9c-e15a-4ba9-93d3-be4b0c4ab5e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0013ba87-b880-44a6-94f4-10da6e6b050f HTTP/1.1" status: 200 len: 217 time: 0.1013870 Jan 20 00:57:45.087440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf0a7a-b262-4d27-afe4-38d8d9dbac73 req-091646f7-170c-4c36-9fb9-41609460b9e7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:45.095466 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c2bf0a7a-b262-4d27-afe4-38d8d9dbac73 req-091646f7-170c-4c36-9fb9-41609460b9e7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.3034084 Jan 20 00:57:45.157723 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede5edc-2f34-4142-97da-3a4c95469875 req-68147d45-e3ae-4060-a626-fd52ae18fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:45.159377 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0ede5edc-2f34-4142-97da-3a4c95469875 req-68147d45-e3ae-4060-a626-fd52ae18fd2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411 HTTP/1.1" status: 200 len: 856 time: 0.1575701 Jan 20 00:57:45.225803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:45.255922 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:45.303282 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c2bf0a7a-b262-4d27-afe4-38d8d9dbac73 req-20c332db-1989-4b02-9347-f8527d6186aa tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067332 Jan 20 00:57:45.483207 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event updated for resources: {'Port': ['ID=580093d6-f404-4886-8106-c473d787cb80,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:45.497621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:45.499747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede5edc-2f34-4142-97da-3a4c95469875 req-81d55ba8-e400-46e7-bca8-80f1c0212816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:45.501444 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0ede5edc-2f34-4142-97da-3a4c95469875 req-81d55ba8-e400-46e7-bca8-80f1c0212816 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec3a11db-a41d-4a3e-b1af-31727324cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3318884 Jan 20 00:57:45.802183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:57:45.831052 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:57:45.839503 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:57:45.894444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:45.895652 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:46.022554 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0ede5edc-2f34-4142-97da-3a4c95469875 req-1da6346f-b991-4984-963e-aa6ca43a96fe service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118387 Jan 20 00:57:46.117256 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1874363 Jan 20 00:57:46.131689 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Request body: {'port': {'device_id': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:46.171668 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-4131d525-fc62-4d9d-963c-8b265d824016 None None] Provisioning for port 580093d6-f404-4886-8106-c473d787cb80 completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:57:46.183180 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-4131d525-fc62-4d9d-963c-8b265d824016 None None] Provisioning complete for port 580093d6-f404-4886-8106-c473d787cb80 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:46.184158 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4131d525-fc62-4d9d-963c-8b265d824016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:46.302039 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4131d525-fc62-4d9d-963c-8b265d824016 None None] Port 580093d6-f404-4886-8106-c473d787cb80 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 00:57:46.331011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 0013ba87-b880-44a6-94f4-10da6e6b050f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:46.367213 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd3b22-c1dd-4b45-956c-39e4314beeff req-36a8bdd2-99c3-4e04-984d-9bcbeb375c40 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:46.367557 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-98dd3b22-c1dd-4b45-956c-39e4314beeff req-36a8bdd2-99c3-4e04-984d-9bcbeb375c40 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Synchronizing usage tracker for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:57:46.419040 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:46.437365 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-98dd3b22-c1dd-4b45-956c-39e4314beeff req-36a8bdd2-99c3-4e04-984d-9bcbeb375c40 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Unset dirty status for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:57:46.438693 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-98dd3b22-c1dd-4b45-956c-39e4314beeff req-36a8bdd2-99c3-4e04-984d-9bcbeb375c40 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 932 time: 0.5337787 Jan 20 00:57:46.494315 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port 0013ba87-b880-44a6-94f4-10da6e6b050f completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:57:46.507937 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 0013ba87-b880-44a6-94f4-10da6e6b050f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:46.507937 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:46.523718 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0ede5edc-2f34-4142-97da-3a4c95469875 req-11c3f85c-c219-4a95-a8a3-6a141de13427 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4899979 Jan 20 00:57:46.577677 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-98dd3b22-c1dd-4b45-956c-39e4314beeff req-f79fecf9-45aa-4879-9584-5f5bede8897d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992129 Jan 20 00:57:47.030054 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:47.159382 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317f6a0-ef77-4749-8d92-9a7b5bb977b0 req-88ffa3ab-394a-4b4e-934b-715ad205a66a tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:47.175476 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7317f6a0-ef77-4749-8d92-9a7b5bb977b0 req-88ffa3ab-394a-4b4e-934b-715ad205a66a tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.1862428 Jan 20 00:57:47.184018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 0013ba87-b880-44a6-94f4-10da6e6b050f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0013ba87-b880-44a6-94f4-10da6e6b050f,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:57:47.185200 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e43d303-28d2-497e-97a7-c1d718480709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0013ba87-b880-44a6-94f4-10da6e6b050f'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:57:47.200358 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:47.202344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-109eeee6-5415-4cbd-b1c7-c0289b9b9fc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:47.243811 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7317f6a0-ef77-4749-8d92-9a7b5bb977b0 req-337115f0-3d78-4240-829b-e1eb1d064753 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668874 Jan 20 00:57:47.321344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580093d6-f404-4886-8106-c473d787cb80 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 00:57:47.334919 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:47.351288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Transition to ACTIVE for port object 580093d6-f404-4886-8106-c473d787cb80 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:57:47.354832 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:47.366322 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=0013ba87-b880-44a6-94f4-10da6e6b050f,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:47.372166 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:47.381732 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-42a4e2ff-feea-4a75-8866-931f8cf2e841 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:47.420249 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e43d303-28d2-497e-97a7-c1d718480709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0013ba87-b880-44a6-94f4-10da6e6b050f', 'code': 200} Jan 20 00:57:47.555523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58284) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:47.857564 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:47.880557 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:47.890527 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:7b4628f92f9d468fa2f8514c3630fd70 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:47.900568 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:47.926359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Pushing event updated for resources: {'Port': ['ID=580093d6-f404-4886-8106-c473d787cb80,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:47.937875 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:47.948367 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.948367 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.948805 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.948925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.949250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.949659 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.950049 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.950429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.950855 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.951239 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.951615 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.952004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.952633 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.953026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.953407 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.953783 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.954165 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.954534 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.954932 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.955311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.955690 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.956068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.956440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.956815 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:47.963866 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:47.991234 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 0013ba87-b880-44a6-94f4-10da6e6b050f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:48.024462 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0830bc-076e-4bca-ac0c-8f6bf2217b7f req-bbcb0055-8413-4044-ad29-d133ed2b5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:48.025272 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de7060-7794-426b-a07e-6b589f0218bf req-5aa1daf9-f66c-4ea8-b190-58747d7c5c62 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:48.026019 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba0830bc-076e-4bca-ac0c-8f6bf2217b7f req-bbcb0055-8413-4044-ad29-d133ed2b5a3c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 1163 time: 0.1578200 Jan 20 00:57:48.033407 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-10de7060-7794-426b-a07e-6b589f0218bf req-5aa1daf9-f66c-4ea8-b190-58747d7c5c62 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 944 time: 0.2357855 Jan 20 00:57:48.107213 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-10de7060-7794-426b-a07e-6b589f0218bf req-eda1dc8f-0ac9-4a55-96f8-10e4d66c6017 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721905 Jan 20 00:57:48.109394 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 0013ba87-b880-44a6-94f4-10da6e6b050f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:48.109833 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:48.244004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:48.250224 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:48.261014 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba0830bc-076e-4bca-ac0c-8f6bf2217b7f req-511abb57-20b2-45b9-9b79-20e0a60d7a53 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172786 Jan 20 00:57:48.263385 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Attempting to bind port 580093d6-f404-4886-8106-c473d787cb80 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:57:48.265817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Attempting to bind port 580093d6-f404-4886-8106-c473d787cb80 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:57:48.265817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Attempting to bind port 580093d6-f404-4886-8106-c473d787cb80 on network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:57:48.269664 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:48.274236 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:57:48.274726 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Checking segment: {'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:57:48.275070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:48.275476 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Bound using segment: {'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:57:48.275963 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Bound port: 580093d6-f404-4886-8106-c473d787cb80, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:57:48.276344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:48.319669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b1fcb8-bbcf-4ab3-9afd-0b2721d27684,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:48.376103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.376709 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.377250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.377803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.378611 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.379316 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.379845 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.380380 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.381483 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.382011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.383023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.383555 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.384145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.384691 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.385232 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.385756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.386403 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.387307 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.387818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.388607 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.388994 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.389519 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.390051 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.390599 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:48.401192 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:48.408536 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b4628f92f9d468fa2f8514c3630fd70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8509932 Jan 20 00:57:48.411662 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 58308) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:48.619791 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] For port 580093d6-f404-4886-8106-c473d787cb80, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:57:48.637456 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7f83f0a4-28f0-48b5-8bb1-071c7ee43445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:48.668288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7f83f0a4-28f0-48b5-8bb1-071c7ee43445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:48.714508 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] For port 580093d6-f404-4886-8106-c473d787cb80, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=580093d6-f404-4886-8106-c473d787cb80,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:57:48.724289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:48.754252 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4415d85f-b5b5-4f0f-b04a-edea0ca97e3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:48.809364 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4833c-6b01-4d04-a87e-bf4183d20c75 req-7e26da3b-0348-48fe-9991-17e5d57b3674 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:48.811177 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a2e4833c-6b01-4d04-a87e-bf4183d20c75 req-7e26da3b-0348-48fe-9991-17e5d57b3674 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.3213773 Jan 20 00:57:48.872861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58326) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:48.881558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7f83f0a4-28f0-48b5-8bb1-071c7ee43445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:48.964796 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7f83f0a4-28f0-48b5-8bb1-071c7ee43445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:48.966011 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-7f83f0a4-28f0-48b5-8bb1-071c7ee43445 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43b1fcb8-bbcf-4ab3-9afd-0b2721d27684 HTTP/1.1" status: 204 len: 168 time: 0.5527897 Jan 20 00:57:49.002330 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Pushing event updated for resources: {'Port': ['ID=580093d6-f404-4886-8106-c473d787cb80,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:49.011985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:49.012682 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9c0b6169-f044-402b-8b65-fbfc3b6ab888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:49.029420 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a2e4833c-6b01-4d04-a87e-bf4183d20c75 req-ea09d908-c294-4a5b-9f85-c940fa45ff98 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875100 Jan 20 00:57:49.033418 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83f0a4-28f0-48b5-8bb1-071c7ee43445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b1fcb8-bbcf-4ab3-9afd-0b2721d27684,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:49.046512 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7f83f0a4-28f0-48b5-8bb1-071c7ee43445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:49.068980 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:49.069702 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:49.072001 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] 10.222.0.48 "PUT /v2.0/ports/580093d6-f404-4886-8106-c473d787cb80 HTTP/1.1" status: 200 len: 1158 time: 2.9453230 Jan 20 00:57:49.072579 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'tag': '580093d6-f404-4886-8106-c473d787cb80'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:57:49.238093 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e944db0-4d73-4628-a96a-4ae8eba0c539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:49.270115 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'tag': '580093d6-f404-4886-8106-c473d787cb80', 'status': 'completed', 'code': 200} Jan 20 00:57:49.277690 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9e944db0-4d73-4628-a96a-4ae8eba0c539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:49.287873 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-9e944db0-4d73-4628-a96a-4ae8eba0c539 admin admin] Usage tracker for resource:security_group_rule and tenant:95a90e972dc2428fb512feeaa2d53108 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:49.295868 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-9e944db0-4d73-4628-a96a-4ae8eba0c539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:49.309967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9e944db0-4d73-4628-a96a-4ae8eba0c539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:49.383610 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-f77e777d-cabe-47b3-ab60-d0f7096eb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:49.385294 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-f77e777d-cabe-47b3-ab60-d0f7096eb497 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cf376d63c274cc78e14728d121ab5ac&device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 1161 time: 0.2202306 Jan 20 00:57:49.563689 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e944db0-4d73-4628-a96a-4ae8eba0c539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:49.571918 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e944db0-4d73-4628-a96a-4ae8eba0c539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:49.593074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aa618968-db9c-4eef-9d07-e0ffbd0c749e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:49.651603 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-9e944db0-4d73-4628-a96a-4ae8eba0c539 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95a90e972dc2428fb512feeaa2d53108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7775531 Jan 20 00:57:49.654639 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e944db0-4d73-4628-a96a-4ae8eba0c539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154bef72-f2eb-40bb-9650-1a85c8971fb6,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:49.657588 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58352) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:49.690652 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9e944db0-4d73-4628-a96a-4ae8eba0c539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:49.748298 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-bcfcaec0-b6af-4cbc-99af-4bf29302d0a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=580093d6-f404-4886-8106-c473d787cb80 HTTP/1.1" status: 200 len: 217 time: 0.3444703 Jan 20 00:57:49.769380 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5d9bd0a0-7409-409d-be05-de81392e0062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:49.803705 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5d9bd0a0-7409-409d-be05-de81392e0062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:49.888744 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5d9bd0a0-7409-409d-be05-de81392e0062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:49.903969 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9757d52f-a95b-4330-b362-bc31d38916e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:49.936843 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58364) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:49.963458 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bd0a0-7409-409d-be05-de81392e0062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154bef72-f2eb-40bb-9650-1a85c8971fb6,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:49.974849 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-436ced81-5c9f-4c30-be7f-b051b12ea23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:49.998502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5d9bd0a0-7409-409d-be05-de81392e0062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:50.001628 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5d9bd0a0-7409-409d-be05-de81392e0062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:50.007979 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-5d9bd0a0-7409-409d-be05-de81392e0062 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/154bef72-f2eb-40bb-9650-1a85c8971fb6 HTTP/1.1" status: 204 len: 168 time: 0.3460686 Jan 20 00:57:50.013281 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-436ced81-5c9f-4c30-be7f-b051b12ea23b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:50.025309 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-436ced81-5c9f-4c30-be7f-b051b12ea23b admin admin] Usage tracker for resource:security_group_rule and tenant:859650db17bc4647a631d8d4c9c0fb1f is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:50.039091 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 0013ba87-b880-44a6-94f4-10da6e6b050f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:50.043964 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-436ced81-5c9f-4c30-be7f-b051b12ea23b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:50.072884 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-436ced81-5c9f-4c30-be7f-b051b12ea23b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:50.132250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84162a2-854a-46ce-869f-1b6ed8594ea9 req-1090f2ba-0390-4048-a0d8-232df73ecdac tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:50.136330 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b84162a2-854a-46ce-869f-1b6ed8594ea9 req-1090f2ba-0390-4048-a0d8-232df73ecdac tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 944 time: 0.3940568 Jan 20 00:57:50.140217 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-9186d599-04e9-4f89-b70f-e8181d7791e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:50.143043 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-9186d599-04e9-4f89-b70f-e8181d7791e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=075b1ae4-cad2-4638-9169-39eee3b083f2 HTTP/1.1" status: 200 len: 849 time: 0.3072422 Jan 20 00:57:50.299146 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 0013ba87-b880-44a6-94f4-10da6e6b050f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:50.299594 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:50.335894 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b84162a2-854a-46ce-869f-1b6ed8594ea9 req-7feac446-2222-470c-95cb-006098bc9b84 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1901994 Jan 20 00:57:50.374509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-5390768c-189c-4ea1-88c1-f335f8f086c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:50.376167 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-5390768c-189c-4ea1-88c1-f335f8f086c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ffe595a-3910-4a42-b05b-9d0f31c4a210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2250075 Jan 20 00:57:50.389813 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-436ced81-5c9f-4c30-be7f-b051b12ea23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:50.402070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-436ced81-5c9f-4c30-be7f-b051b12ea23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:50.443796 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-23b0f88a-b5b2-4aed-b8b7-1750efb7dc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:50.676331 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-436ced81-5c9f-4c30-be7f-b051b12ea23b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=859650db17bc4647a631d8d4c9c0fb1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7320876 Jan 20 00:57:50.697002 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 58396) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:50.745585 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ced81-5c9f-4c30-be7f-b051b12ea23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4088865c-7bc0-4b93-adfe-a199eee02559,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:50.763076 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-436ced81-5c9f-4c30-be7f-b051b12ea23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:50.845821 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e258b-bede-4597-8e24-e0cbaf54d4cf req-d1d4a1af-d333-44bf-90d6-9d50468191b2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:50.855368 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-929e258b-bede-4597-8e24-e0cbaf54d4cf req-d1d4a1af-d333-44bf-90d6-9d50468191b2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.4162929 Jan 20 00:57:50.929914 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-929e258b-bede-4597-8e24-e0cbaf54d4cf req-eae284e5-cc84-4871-b540-a7fd9388120e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737803 Jan 20 00:57:50.959599 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b68b55b4-ee31-4270-9371-ffe569f241be req-461bf874-fd81-4d9f-8432-7c330e6d014c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5146449 Jan 20 00:57:50.986735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58412) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:51.001605 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-75dc1fca-7bea-4a0e-9690-cc32bc06471f tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:51.004075 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-75dc1fca-7bea-4a0e-9690-cc32bc06471f tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/networks?id=26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 200 len: 815 time: 0.3091090 Jan 20 00:57:51.022810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0e526ef-8127-4954-b629-6108a7775bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:51.037948 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-59685052-83fc-46b7-ab6d-37090f56ff80 service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535971 Jan 20 00:57:51.058846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c0e526ef-8127-4954-b629-6108a7775bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:51.066508 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c0e526ef-8127-4954-b629-6108a7775bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:077b2618a6a244ec927c4780f763458f is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:51.071321 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c0e526ef-8127-4954-b629-6108a7775bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:51.077812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c0e526ef-8127-4954-b629-6108a7775bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:51.205426 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0e526ef-8127-4954-b629-6108a7775bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:51.210880 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0e526ef-8127-4954-b629-6108a7775bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:51.228015 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:51.268385 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-a3890c5c-0122-490b-8bc7-858f772b20a5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/quotas/f453439bed4344cb9b5c85c9c48f2c1a HTTP/1.1" status: 200 len: 375 time: 0.2221563 Jan 20 00:57:51.292654 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-c0e526ef-8127-4954-b629-6108a7775bb5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=077b2618a6a244ec927c4780f763458f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043005 Jan 20 00:57:51.294250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e526ef-8127-4954-b629-6108a7775bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1186dfdf-020c-4dce-b3db-8ee80eeae58f,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:51.297600 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58420) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:51.301000 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c0e526ef-8127-4954-b629-6108a7775bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:51.360057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58424) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:51.392287 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-958486a5-8439-4609-96b0-f8eacee098bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:51.429056 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5328503-b3b2-4a1f-a874-24617ad5b170 req-251804bb-745a-4f13-aa4e-7f405ab73f25 service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3806365 Jan 20 00:57:51.478071 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-958486a5-8439-4609-96b0-f8eacee098bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:51.493329 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b55b4-ee31-4270-9371-ffe569f241be req-44defa9f-e850-4c18-ba51-b2ba009539ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:51.495009 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b68b55b4-ee31-4270-9371-ffe569f241be req-44defa9f-e850-4c18-ba51-b2ba009539ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 1163 time: 0.2908885 Jan 20 00:57:51.512713 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-753332ce-a20e-401d-9d21-a0a01b412c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:51.617243 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-753332ce-a20e-401d-9d21-a0a01b412c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:51.657064 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dcb4dd9b-6076-4752-96b0-755cd72c8396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:51.701797 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-edefe04a-480c-4a48-ba04-243d54df7e42 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4080973 Jan 20 00:57:51.721870 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-dcb4dd9b-6076-4752-96b0-755cd72c8396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:51.732218 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-dcb4dd9b-6076-4752-96b0-755cd72c8396 admin admin] Usage tracker for resource:security_group_rule and tenant:f543893426c34538a4184d9b96070d11 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:51.739328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-dcb4dd9b-6076-4752-96b0-755cd72c8396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:51.748195 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-dcb4dd9b-6076-4752-96b0-755cd72c8396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:51.773763 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53501c6-2c85-46f8-87f9-52df13fb6924 req-6f455dae-0dd0-438e-b3be-21821817f7d2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:51.775796 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f53501c6-2c85-46f8-87f9-52df13fb6924 req-6f455dae-0dd0-438e-b3be-21821817f7d2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.3583078 Jan 20 00:57:51.788589 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58432) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:51.796435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-a01bc6f0-b579-4337-bb6f-a6f8f9e756d2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Request body: {'floatingip': {'port_id': '0013ba87-b880-44a6-94f4-10da6e6b050f'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:51.800035 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-958486a5-8439-4609-96b0-f8eacee098bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:51.869840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-753332ce-a20e-401d-9d21-a0a01b412c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:51.873308 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-32c69f19-7e1b-42b7-bfe3-7d9ffc28d585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:51.885051 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b1fd6101-64ae-46e5-b807-76af02a1a9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:51.895371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b55b4-ee31-4270-9371-ffe569f241be req-212872df-4251-4549-a7dd-ca4addcfcb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:51.897052 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b68b55b4-ee31-4270-9371-ffe569f241be req-212872df-4251-4549-a7dd-ca4addcfcb67 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 200 len: 909 time: 0.3602705 Jan 20 00:57:51.901996 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958486a5-8439-4609-96b0-f8eacee098bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4088865c-7bc0-4b93-adfe-a199eee02559,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:51.918869 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-958486a5-8439-4609-96b0-f8eacee098bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:51.920724 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753332ce-a20e-401d-9d21-a0a01b412c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1186dfdf-020c-4dce-b3db-8ee80eeae58f,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:51.924555 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-753332ce-a20e-401d-9d21-a0a01b412c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:51.930408 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a01bc6f0-b579-4337-bb6f-a6f8f9e756d2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:52.287997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-958486a5-8439-4609-96b0-f8eacee098bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:52.289209 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-958486a5-8439-4609-96b0-f8eacee098bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4088865c-7bc0-4b93-adfe-a199eee02559 HTTP/1.1" status: 204 len: 168 time: 1.5862920 Jan 20 00:57:52.290869 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b68b55b4-ee31-4270-9371-ffe569f241be req-0b7448c8-2bea-4072-aa8e-c08b391a22f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c52365a9-ad7e-4dfe-9b85-e85482901dc4 HTTP/1.1" status: 200 len: 217 time: 0.3846014 Jan 20 00:57:52.296446 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f757e-244d-4478-bf00-2d7809979ad0 req-4c20b40f-f9e6-4d65-b01b-d13a859be03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:52.297899 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-226f757e-244d-4478-bf00-2d7809979ad0 req-4c20b40f-f9e6-4d65-b01b-d13a859be03c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cf376d63c274cc78e14728d121ab5ac&device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 1161 time: 0.7623563 Jan 20 00:57:52.346167 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-753332ce-a20e-401d-9d21-a0a01b412c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:52.350903 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-753332ce-a20e-401d-9d21-a0a01b412c78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1186dfdf-020c-4dce-b3db-8ee80eeae58f HTTP/1.1" status: 204 len: 168 time: 1.0482180 Jan 20 00:57:52.495266 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f757e-244d-4478-bf00-2d7809979ad0 req-2d2c7be3-6ef3-4422-94b9-0f7305c56527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:52.496990 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-226f757e-244d-4478-bf00-2d7809979ad0 req-2d2c7be3-6ef3-4422-94b9-0f7305c56527 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ffe595a-3910-4a42-b05b-9d0f31c4a210 HTTP/1.1" status: 200 len: 904 time: 0.1865273 Jan 20 00:57:52.511964 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-989d1a63-0558-4226-aff9-972880d6f69b service neutron] 10.222.0.44 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7980299 Jan 20 00:57:52.639625 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-226f757e-244d-4478-bf00-2d7809979ad0 req-8ffdddfc-c935-435f-8d82-15717f1b3f7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=580093d6-f404-4886-8106-c473d787cb80 HTTP/1.1" status: 200 len: 217 time: 0.1247241 Jan 20 00:57:52.699543 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dcb4dd9b-6076-4752-96b0-755cd72c8396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:52.793560 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b55b4-ee31-4270-9371-ffe569f241be req-695d1c1a-ca8f-47c2-9401-21cff1007071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:52.793560 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b68b55b4-ee31-4270-9371-ffe569f241be req-695d1c1a-ca8f-47c2-9401-21cff1007071 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faa0bdfa-927a-41d6-8fe4-03b7ed7658d0 HTTP/1.1" status: 200 len: 855 time: 0.4787090 Jan 20 00:57:52.842747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c7aba-d49f-4b8f-bc72-b3b99125a335 req-1dc1d47c-5638-47ae-8f93-59bb7fa90cf7 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:52.844418 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e41c7aba-d49f-4b8f-bc72-b3b99125a335 req-1dc1d47c-5638-47ae-8f93-59bb7fa90cf7 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 946 time: 0.6257708 Jan 20 00:57:52.911862 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dcb4dd9b-6076-4752-96b0-755cd72c8396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:52.941723 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bdea78ae-a86e-4c83-b9f4-d54783fdb26c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:53.006996 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f757e-244d-4478-bf00-2d7809979ad0 req-2bc036b4-6706-42df-b43f-e6b53d0d37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:53.009293 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-226f757e-244d-4478-bf00-2d7809979ad0 req-2bc036b4-6706-42df-b43f-e6b53d0d37ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=075b1ae4-cad2-4638-9169-39eee3b083f2 HTTP/1.1" status: 200 len: 849 time: 0.3439443 Jan 20 00:57:53.011425 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-dcb4dd9b-6076-4752-96b0-755cd72c8396 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f543893426c34538a4184d9b96070d11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6495612 Jan 20 00:57:53.019731 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58456) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:53.054006 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4dd9b-6076-4752-96b0-755cd72c8396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28c3099-9d6a-4914-8a30-29e4863b355f,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:53.076467 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b68b55b4-ee31-4270-9371-ffe569f241be req-d9bf8654-42e4-4f67-8ce4-68f282dbf0e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26933088-6e74-4102-ba74-6fb41e98bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1783659 Jan 20 00:57:53.078871 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-608b6f6f-2f24-44da-878a-18b49f8b3002 service neutron] 10.222.0.44 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4924724 Jan 20 00:57:53.103010 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dcb4dd9b-6076-4752-96b0-755cd72c8396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:53.173472 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e41c7aba-d49f-4b8f-bc72-b3b99125a335 req-43f58291-128f-42b6-a4e4-21c036fb450c tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407386 Jan 20 00:57:53.500215 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-230b1f36-bb83-4d8c-ad5e-cb00c1579cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:53.559598 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-230b1f36-bb83-4d8c-ad5e-cb00c1579cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:53.619352 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-230b1f36-bb83-4d8c-ad5e-cb00c1579cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:53.632310 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b68b55b4-ee31-4270-9371-ffe569f241be req-7426a2b8-b667-4f2d-9f2c-42cac69ffd1f service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420342 Jan 20 00:57:53.632568 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a9d3d21e-584a-4deb-b741-74df6cd06071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:53.635987 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7152e122-1338-4fad-8932-e21457183d86 req-1b2efc98-f855-49db-82a8-d120944c97d2 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 210 time: 0.2142212 Jan 20 00:57:53.835826 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b68b55b4-ee31-4270-9371-ffe569f241be req-7ab701a6-f8ce-40d8-bdb1-86c6811ff4aa service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1916089 Jan 20 00:57:53.854905 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f757e-244d-4478-bf00-2d7809979ad0 req-b6308f00-dc3f-4c91-a7f0-c9e1de504f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:53.856745 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-226f757e-244d-4478-bf00-2d7809979ad0 req-b6308f00-dc3f-4c91-a7f0-c9e1de504f9d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ffe595a-3910-4a42-b05b-9d0f31c4a210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.7768714 Jan 20 00:57:53.905278 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aea524-cce0-44c5-a139-f46118ebd09b req-bc9b641e-8d3a-4602-8193-ae345c5d748d tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:53.906770 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b1f36-bb83-4d8c-ad5e-cb00c1579cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28c3099-9d6a-4914-8a30-29e4863b355f,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:53.907541 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03aea524-cce0-44c5-a139-f46118ebd09b req-bc9b641e-8d3a-4602-8193-ae345c5d748d tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.48 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 946 time: 0.8254435 Jan 20 00:57:53.926772 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-230b1f36-bb83-4d8c-ad5e-cb00c1579cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:54.149876 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Deleting port 65e1cde8-9427-458f-b839-d17ccc7bab3d {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 00:57:54.150620 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:54.197737 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-230b1f36-bb83-4d8c-ad5e-cb00c1579cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:54.201911 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-230b1f36-bb83-4d8c-ad5e-cb00c1579cb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d28c3099-9d6a-4914-8a30-29e4863b355f HTTP/1.1" status: 204 len: 168 time: 1.1743925 Jan 20 00:57:54.257761 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-226f757e-244d-4478-bf00-2d7809979ad0 req-f02afbee-0a6e-48b0-9475-ca38974da5df service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496270 Jan 20 00:57:54.394224 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a01bc6f0-b579-4337-bb6f-a6f8f9e756d2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:54.402150 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a01bc6f0-b579-4337-bb6f-a6f8f9e756d2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:54.497096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 580093d6-f404-4886-8106-c473d787cb80 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:54.598208 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195e675-1448-4249-9281-459791d53cc7 req-ba5173a0-7945-441f-96c7-e63afd6c5702 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:54.606714 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6195e675-1448-4249-9281-459791d53cc7 req-ba5173a0-7945-441f-96c7-e63afd6c5702 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 944 time: 0.6716094 Jan 20 00:57:54.743540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port 580093d6-f404-4886-8106-c473d787cb80 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:57:54.771803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 580093d6-f404-4886-8106-c473d787cb80 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:54.772527 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:55.100510 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_db [None req-a01bc6f0-b579-4337-bb6f-a6f8f9e756d2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Floating IP 8f6147d3-a13c-4970-8489-3470b1eadc19 associated. External IP: 172.28.0.214, port: 0013ba87-b880-44a6-94f4-10da6e6b050f. Jan 20 00:57:55.198623 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 58518) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:55.300309 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-226f757e-244d-4478-bf00-2d7809979ad0 req-78305e69-f5f4-4c83-8d23-23abec99cdd7 service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0318823 Jan 20 00:57:55.317216 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:55.382505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 580093d6-f404-4886-8106-c473d787cb80, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=580093d6-f404-4886-8106-c473d787cb80,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:57:55.383985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580093d6-f404-4886-8106-c473d787cb80'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:57:55.392857 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:55.395251 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:55.409695 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 58536) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:55.475241 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789bdd8-22fe-4288-bdad-bda4dc02f7af req-a3f9c351-0db2-4f08-93ce-9ab20b6cf582 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:55.480339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=580093d6-f404-4886-8106-c473d787cb80,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:55.488045 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3789bdd8-22fe-4288-bdad-bda4dc02f7af req-a3f9c351-0db2-4f08-93ce-9ab20b6cf582 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 946 time: 0.7412968 Jan 20 00:57:55.489667 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 65e1cde8-9427-458f-b839-d17ccc7bab3d no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 00:57:55.526666 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.527427 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.528357 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.528958 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.529537 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.530243 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.530873 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.531482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.532051 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.532618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.533183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.533746 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.534395 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.535012 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.535593 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.536243 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.537358 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.537952 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.538764 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.539344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.539935 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.540503 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.546889 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.547721 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:57:55.560309 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:55.622220 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b47ac2d7-21a0-461a-95c9-05ed2fedc6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:55.653520 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] For port 65e1cde8-9427-458f-b839-d17ccc7bab3d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=65e1cde8-9427-458f-b839-d17ccc7bab3d,segment=NetworkSegment(8d911e22-d177-4b69-8b75-4d065322aeaf),segment_id=8d911e22-d177-4b69-8b75-4d065322aeaf)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:57:55.654435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:55.754300 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:55.786505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b47ac2d7-21a0-461a-95c9-05ed2fedc6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:55.796726 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b47ac2d7-21a0-461a-95c9-05ed2fedc6fb admin admin] Usage tracker for resource:security_group_rule and tenant:3d219e001f5446e59764dc40a7c1007b is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:55.803817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b47ac2d7-21a0-461a-95c9-05ed2fedc6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:55.815892 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b47ac2d7-21a0-461a-95c9-05ed2fedc6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:55.830313 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 65e1cde8-9427-458f-b839-d17ccc7bab3d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=65e1cde8-9427-458f-b839-d17ccc7bab3d,segment=NetworkSegment(8d911e22-d177-4b69-8b75-4d065322aeaf),segment_id=8d911e22-d177-4b69-8b75-4d065322aeaf)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:57:55.838899 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:55.840996 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c43ba1fd-9448-42c5-a9bb-f58872705675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:55.972927 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b47ac2d7-21a0-461a-95c9-05ed2fedc6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:56.000919 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=65e1cde8-9427-458f-b839-d17ccc7bab3d,revision_number=5']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:56.004168 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 580093d6-f404-4886-8106-c473d787cb80 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:57:56.132164 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:56.167520 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 580093d6-f404-4886-8106-c473d787cb80 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:57:56.178530 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:56.302474 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6195e675-1448-4249-9281-459791d53cc7 req-d0c3745d-f172-4a7d-b3a7-834e3c4f5289 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.6856816 Jan 20 00:57:56.635169 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01bc6f0-b579-4337-bb6f-a6f8f9e756d2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Router 30ad21de-0a1b-4394-881f-9eee0cc7452f has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 00:57:56.641891 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:56.657319 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b47ac2d7-21a0-461a-95c9-05ed2fedc6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:56.772041 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-66da3dc9-e2de-434e-bcf8-0949df1af904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:56.792860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Calling delete_port for 65e1cde8-9427-458f-b839-d17ccc7bab3d owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 00:57:56.827226 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-167d48fb-cdd7-4c3e-81e8-5f3d94888ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:56.838922 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-b47ac2d7-21a0-461a-95c9-05ed2fedc6fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d219e001f5446e59764dc40a7c1007b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3496871 Jan 20 00:57:56.856031 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 58580) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:56.858363 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01bc6f0-b579-4337-bb6f-a6f8f9e756d2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 00:57:56.874801 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a01bc6f0-b579-4337-bb6f-a6f8f9e756d2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:56.878540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689d98fe-30e4-4047-a702-6967f4fc948a None None] Sync routers for ids ['30ad21de-0a1b-4394-881f-9eee0cc7452f'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 00:57:56.892067 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-9d55a29e-d9b8-46d3-a889-15773e943d07 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:56.894176 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-9d55a29e-d9b8-46d3-a889-15773e943d07 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "GET /v2.0/networks?id=26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 200 len: 815 time: 0.9168000 Jan 20 00:57:56.917125 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d98fe-30e4-4047-a702-6967f4fc948a None None] Routers {'30ad21de-0a1b-4394-881f-9eee0cc7452f'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:57:56.918038 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-689d98fe-30e4-4047-a702-6967f4fc948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:57:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['30ad21de-0a1b-4394-881f-9eee0cc7452f'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:56.920277 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3789bdd8-22fe-4288-bdad-bda4dc02f7af req-5e74a9fe-5b2a-4af2-92f6-493688600afc tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4078135 Jan 20 00:57:56.930422 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-66da3dc9-e2de-434e-bcf8-0949df1af904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:56.937426 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Request body: {'port': {'device_id': '2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1', 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12', 'admin_state_up': True, 'tenant_id': 'f453439bed4344cb9b5c85c9c48f2c1a'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:57:57.001459 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-66da3dc9-e2de-434e-bcf8-0949df1af904 admin admin] Usage tracker for resource:security_group_rule and tenant:78235cedbdb148af8c9180377f23282b is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:57.019641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-66da3dc9-e2de-434e-bcf8-0949df1af904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:57.052468 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ac2d7-21a0-461a-95c9-05ed2fedc6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceacfcac-49cf-46e3-b4e8-7ff60ca0b1f3,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:57.057185 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b47ac2d7-21a0-461a-95c9-05ed2fedc6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:57.085055 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a01bc6f0-b579-4337-bb6f-a6f8f9e756d2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "PUT /v2.0/floatingips/8f6147d3-a13c-4970-8489-3470b1eadc19 HTTP/1.1" status: 200 len: 992 time: 5.2941482 Jan 20 00:57:57.088072 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580093d6-f404-4886-8106-c473d787cb80', 'code': 200} Jan 20 00:57:57.089566 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-33907d6e-047e-4d86-a87e-0a5e52f3bd4e req-b4d02f37-97c5-4ebd-a9a5-c03cb2dead02 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 210 time: 0.4408040 Jan 20 00:57:57.090500 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e43d303-28d2-497e-97a7-c1d718480709', 'tag': '0013ba87-b880-44a6-94f4-10da6e6b050f'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:57:57.209911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-66da3dc9-e2de-434e-bcf8-0949df1af904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:57.319236 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-689d98fe-30e4-4047-a702-6967f4fc948a None None] Set router 30ad21de-0a1b-4394-881f-9eee0cc7452f gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:57:57.393845 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.api [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 00:57:57.394141 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.api [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 00:57:57.435965 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e43d303-28d2-497e-97a7-c1d718480709', 'tag': '0013ba87-b880-44a6-94f4-10da6e6b050f', 'status': 'completed', 'code': 200} Jan 20 00:57:57.480241 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.48', 53589) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:57.485619 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-66da3dc9-e2de-434e-bcf8-0949df1af904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:57.512824 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-66da3dc9-e2de-434e-bcf8-0949df1af904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:57.519776 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:57:57.569277 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9ec37-ff55-4b0b-a0d3-64746195e05d req-bd053f48-0a3b-4d26-a852-a56d10ce3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:57.570691 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b5f9ec37-ff55-4b0b-a0d3-64746195e05d req-bd053f48-0a3b-4d26-a852-a56d10ce3e6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 1163 time: 0.0892692 Jan 20 00:57:57.576455 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e054b49c-218f-47d9-9ba7-fdb12190c449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:57.591243 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:57.692502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e054b49c-218f-47d9-9ba7-fdb12190c449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:57.704787 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-66da3dc9-e2de-434e-bcf8-0949df1af904 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78235cedbdb148af8c9180377f23282b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4825139 Jan 20 00:57:57.710142 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58616) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:57.721240 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da3dc9-e2de-434e-bcf8-0949df1af904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253ecdd1-15a3-486a-9105-8710350ad97f,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:57.732438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:57.751164 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-66da3dc9-e2de-434e-bcf8-0949df1af904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:57.759343 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1f78a-38de-4902-976c-a5cca1decb4a req-02264a48-7b9e-42d3-bf86-868ecb2a1a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:57.761014 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e6b1f78a-38de-4902-976c-a5cca1decb4a req-02264a48-7b9e-42d3-bf86-868ecb2a1a69 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 1163 time: 0.3659091 Jan 20 00:57:57.781270 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:57.804830 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-336f8558-3293-4423-9738-49e617fd1d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:57.807113 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9ec37-ff55-4b0b-a0d3-64746195e05d req-f59e1d90-422c-4b98-8b7c-f16bdc7967a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:57.808717 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b5f9ec37-ff55-4b0b-a0d3-64746195e05d req-f59e1d90-422c-4b98-8b7c-f16bdc7967a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 200 len: 911 time: 0.2313147 Jan 20 00:57:57.834432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Made reservation on behalf of f453439bed4344cb9b5c85c9c48f2c1a for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:57:57.844591 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:57.884806 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-689d98fe-30e4-4047-a702-6967f4fc948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '8f6147d3-a13c-4970-8489-3470b1eadc19', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'floating_ip_address': '172.28.0.214', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'port_id': '0013ba87-b880-44a6-94f4-10da6e6b050f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'mac_address': 'fa:16:3e:1d:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e43d303-28d2-497e-97a7-c1d718480709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T00:57:21Z', 'updated_at': '2021-01-20T00:57:54Z', 'revision_number': 1, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:25Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:57.890343 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689d98fe-30e4-4047-a702-6967f4fc948a None None] Checking router: 30ad21de-0a1b-4394-881f-9eee0cc7452f for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 00:57:57.895024 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918a7b5-433f-4771-bbf7-c1e0e4e4cc6b req-bc409436-06c9-49e0-8487-a2a5ee468d91 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:57.899684 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5918a7b5-433f-4771-bbf7-c1e0e4e4cc6b req-bc409436-06c9-49e0-8487-a2a5ee468d91 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.3991287 Jan 20 00:57:57.902855 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d98fe-30e4-4047-a702-6967f4fc948a None None] Routers {'30ad21de-0a1b-4394-881f-9eee0cc7452f'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:57:57.904366 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-689d98fe-30e4-4047-a702-6967f4fc948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:57:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['30ad21de-0a1b-4394-881f-9eee0cc7452f'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:57.911917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Deleting port 65e1cde8-9427-458f-b839-d17ccc7bab3d {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 00:57:57.912217 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:57.918471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-336f8558-3293-4423-9738-49e617fd1d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:57.961332 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e6b1f78a-38de-4902-976c-a5cca1decb4a req-cccf965e-6f58-41d8-985e-2730da8422ee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1862590 Jan 20 00:57:58.018252 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e054b49c-218f-47d9-9ba7-fdb12190c449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:58.027680 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b5f9ec37-ff55-4b0b-a0d3-64746195e05d req-0592cc69-d03a-4ff9-bd6b-42991db63ecd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0013ba87-b880-44a6-94f4-10da6e6b050f HTTP/1.1" status: 200 len: 1000 time: 0.2091784 Jan 20 00:57:58.058067 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:58.065225 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-336f8558-3293-4423-9738-49e617fd1d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:58.071416 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ce0af7de-0a85-4c4b-8612-f69d59e131d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:57:58.084345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f8558-3293-4423-9738-49e617fd1d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253ecdd1-15a3-486a-9105-8710350ad97f,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:58.088767 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-336f8558-3293-4423-9738-49e617fd1d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:58.092850 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-336f8558-3293-4423-9738-49e617fd1d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:58.094271 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-336f8558-3293-4423-9738-49e617fd1d07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/253ecdd1-15a3-486a-9105-8710350ad97f HTTP/1.1" status: 204 len: 168 time: 0.3830762 Jan 20 00:57:58.129860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054b49c-218f-47d9-9ba7-fdb12190c449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceacfcac-49cf-46e3-b4e8-7ff60ca0b1f3,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:57:58.155264 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5918a7b5-433f-4771-bbf7-c1e0e4e4cc6b req-5eaed2b9-fb11-4368-afe6-a14b7ea41b2c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1966150 Jan 20 00:57:58.295985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e054b49c-218f-47d9-9ba7-fdb12190c449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:57:58.393407 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-689d98fe-30e4-4047-a702-6967f4fc948a None None] Set router 30ad21de-0a1b-4394-881f-9eee0cc7452f gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:57:58.432445 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9ec37-ff55-4b0b-a0d3-64746195e05d req-12dc524c-cf85-4f64-af7f-9e1858cdc912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:58.434327 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b5f9ec37-ff55-4b0b-a0d3-64746195e05d req-12dc524c-cf85-4f64-af7f-9e1858cdc912 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411 HTTP/1.1" status: 200 len: 856 time: 0.2371662 Jan 20 00:57:58.561436 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-675974b6-cf10-4e15-b576-03550c019052 req-70845339-9f1a-44c4-8784-2e142f214ee4 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 210 time: 0.1105921 Jan 20 00:57:58.696018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e054b49c-218f-47d9-9ba7-fdb12190c449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:58.697858 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e054b49c-218f-47d9-9ba7-fdb12190c449 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ceacfcac-49cf-46e3-b4e8-7ff60ca0b1f3 HTTP/1.1" status: 204 len: 168 time: 1.8389840 Jan 20 00:57:58.795814 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94044ab3-1bb0-45d6-ab51-5071cda667b1 req-d448f187-8478-44fc-a7b7-7a0dff62398f tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:58.797421 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-94044ab3-1bb0-45d6-ab51-5071cda667b1 req-d448f187-8478-44fc-a7b7-7a0dff62398f tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 944 time: 0.4769135 Jan 20 00:57:58.829548 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9ec37-ff55-4b0b-a0d3-64746195e05d req-16396b9a-87f2-41bc-9b87-3c9f99328336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:58.834210 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b5f9ec37-ff55-4b0b-a0d3-64746195e05d req-16396b9a-87f2-41bc-9b87-3c9f99328336 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec3a11db-a41d-4a3e-b1af-31727324cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3877490 Jan 20 00:57:58.923977 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 58638) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:57:58.957688 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] For port 65e1cde8-9427-458f-b839-d17ccc7bab3d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=65e1cde8-9427-458f-b839-d17ccc7bab3d,segment=NetworkSegment(8d911e22-d177-4b69-8b75-4d065322aeaf),segment_id=8d911e22-d177-4b69-8b75-4d065322aeaf)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:57:58.958108 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:59.026852 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-94044ab3-1bb0-45d6-ab51-5071cda667b1 req-a6a97d23-cde9-44cb-a420-214f21d4683d tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/security-groups?id=f9a860bd-28e0-4ee0-a69f-61e9c20229d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127559 Jan 20 00:57:59.061457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-55d881bc-b121-485f-8b2f-27f324f56cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:57:59.089568 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c3cb58-fc63-4342-bc12-6b233902a6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e1cde8-9427-458f-b839-d17ccc7bab3d'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:57:59.163584 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c3cb58-fc63-4342-bc12-6b233902a6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e1cde8-9427-458f-b839-d17ccc7bab3d', 'code': 200} Jan 20 00:57:59.234551 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b5f9ec37-ff55-4b0b-a0d3-64746195e05d req-59fdf744-49a3-42ed-9ad1-b1c4c22b6cba service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925911 Jan 20 00:57:59.237905 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-689d98fe-30e4-4047-a702-6967f4fc948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '8f6147d3-a13c-4970-8489-3470b1eadc19', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'floating_ip_address': '172.28.0.214', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'port_id': '0013ba87-b880-44a6-94f4-10da6e6b050f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'mac_address': 'fa:16:3e:1d:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e43d303-28d2-497e-97a7-c1d718480709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T00:57:21Z', 'updated_at': '2021-01-20T00:57:54Z', 'revision_number': 1, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:25Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:57:59.249641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689d98fe-30e4-4047-a702-6967f4fc948a None None] The sync data for ids ['30ad21de-0a1b-4394-881f-9eee0cc7452f'] in dv-cinder-667108-30-smb is: [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '8f6147d3-a13c-4970-8489-3470b1eadc19', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'floating_ip_address': '172.28.0.214', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'port_id': '0013ba87-b880-44a6-94f4-10da6e6b050f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'mac_address': 'fa:16:3e:1d:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e43d303-28d2-497e-97a7-c1d718480709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T00:57:21Z', 'updated_at': '2021-01-20T00:57:54Z', 'revision_number': 1, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:25Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 00:57:59.290275 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Calling delete_port for 65e1cde8-9427-458f-b839-d17ccc7bab3d owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 00:57:59.355737 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Allocated IP 172.20.0.2 (26933088-6e74-4102-ba74-6fb41e98bc12/faa0bdfa-927a-41d6-8fe4-03b7ed7658d0/14e3e2f1-e390-4087-b672-8979534bea1b) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:57:59.371140 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-55d881bc-b121-485f-8b2f-27f324f56cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:57:59.387653 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-55d881bc-b121-485f-8b2f-27f324f56cdb admin admin] Usage tracker for resource:security_group_rule and tenant:b66228fe7cc24ebdb32085a55eab429d is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:57:59.393353 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-55d881bc-b121-485f-8b2f-27f324f56cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:57:59.426804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-55d881bc-b121-485f-8b2f-27f324f56cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:57:59.530425 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b5f9ec37-ff55-4b0b-a0d3-64746195e05d req-a53281d1-a810-4166-aed5-d2975d814b1f service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2871945 Jan 20 00:57:59.656160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ae4a8-a02e-4ff2-bae0-17b3f53578f5 req-f5184396-bdc3-473a-9d97-94dd906c42fc tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:57:59.658006 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-565ae4a8-a02e-4ff2-bae0-17b3f53578f5 req-f5184396-bdc3-473a-9d97-94dd906c42fc tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1266499 Jan 20 00:57:59.681047 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929d095-e3aa-4274-8cf4-9a9ada00d82a None None] New status for floating IP 8f6147d3-a13c-4970-8489-3470b1eadc19: ACTIVE {{(pid=80162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 00:57:59.727927 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-565ae4a8-a02e-4ff2-bae0-17b3f53578f5 req-b74b176a-d373-4979-b04c-ae0ad2e7bbad tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628371 Jan 20 00:58:00.068734 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15bd49-b8d0-414c-859e-1285b9399b17 req-a1cc9a58-0c8d-4c81-8568-7a4bf262a70f tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:00.070501 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ef15bd49-b8d0-414c-859e-1285b9399b17 req-a1cc9a58-0c8d-4c81-8568-7a4bf262a70f tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1522639 Jan 20 00:58:00.080080 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58674) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:00.086673 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-19cc98c3-4557-4da4-b9fd-b590ff1dd07c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Request body: {'floatingip': {'port_id': '580093d6-f404-4886-8106-c473d787cb80'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:00.102055 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 580093d6-f404-4886-8106-c473d787cb80 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:00.260673 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 580093d6-f404-4886-8106-c473d787cb80 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:00.261350 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:00.277336 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-54870f0b-0b67-4e39-b888-00fd1ef2c7cf req-54d3b7f9-1abe-4fa0-81df-af2a65181628 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 210 time: 0.4258971 Jan 20 00:58:00.346746 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19cc98c3-4557-4da4-b9fd-b590ff1dd07c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:00.355198 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:00.393162 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:00.398062 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-55d881bc-b121-485f-8b2f-27f324f56cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:00.415245 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:00.420665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c7746791-b767-4c13-b6c1-4bcd18d54e8c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:00.623666 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-55d881bc-b121-485f-8b2f-27f324f56cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:00.746170 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Pushing event updated for resources: {'Port': ['ID=14e3e2f1-e390-4087-b672-8979534bea1b,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:00.810580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-60b69cce-1bbe-46ef-8ef3-d068b3c561f8 req-c626ce58-d29d-41e5-81c6-b1155aebbf69 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Synchronizing usage tracker for tenant:45b9ba0b32eb479e9724b0b906908a72 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:58:00.885381 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Pushing event deleted for resources: {'Port': ['ID=65e1cde8-9427-458f-b839-d17ccc7bab3d,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:00.910881 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-55d881bc-b121-485f-8b2f-27f324f56cdb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b66228fe7cc24ebdb32085a55eab429d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9710624 Jan 20 00:58:00.910881 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:00.914858 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58688) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:00.922300 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:00.922665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:00.928856 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:00.946981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-60b69cce-1bbe-46ef-8ef3-d068b3c561f8 req-c626ce58-d29d-41e5-81c6-b1155aebbf69 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Unset dirty status for tenant:45b9ba0b32eb479e9724b0b906908a72 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:58:00.948302 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-60b69cce-1bbe-46ef-8ef3-d068b3c561f8 req-c626ce58-d29d-41e5-81c6-b1155aebbf69 tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 210 time: 0.3234398 Jan 20 00:58:01.011973 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d881bc-b121-485f-8b2f-27f324f56cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7896c725-fb8c-4691-ab6d-6fb4eb578eee,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:01.056282 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-55d881bc-b121-485f-8b2f-27f324f56cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:01.067665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] No DVR routers for this DVR port 65e1cde8-9427-458f-b839-d17ccc7bab3d on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 00:58:01.075956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:01.078986 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c3cb58-fc63-4342-bc12-6b233902a6f2', 'name': 'network-vif-deleted', 'tag': '65e1cde8-9427-458f-b839-d17ccc7bab3d'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:58:01.090881 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Network 26933088-6e74-4102-ba74-6fb41e98bc12 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:58:01.095766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:01.101108 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:58:01.120268 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:01.121015 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:01.136233 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03aea524-cce0-44c5-a139-f46118ebd09b req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.48 "DELETE /v2.0/ports/65e1cde8-9427-458f-b839-d17ccc7bab3d HTTP/1.1" status: 204 len: 173 time: 7.0890276 Jan 20 00:58:01.147084 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-3da80b6f-ee70-4716-9b3b-739f8c1d8d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2182770 Jan 20 00:58:01.180046 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Request body: {'port': {'device_id': '2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:01.250261 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c3cb58-fc63-4342-bc12-6b233902a6f2', 'name': 'network-vif-deleted', 'tag': '65e1cde8-9427-458f-b839-d17ccc7bab3d', 'status': 'completed', 'code': 200} Jan 20 00:58:01.364005 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8a4371b-3935-402f-95e2-f8c0f8dcb3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:01.421669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:01.424360 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8a4371b-3935-402f-95e2-f8c0f8dcb3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:01.586899 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8a4371b-3935-402f-95e2-f8c0f8dcb3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:01.597523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9e944db0-4d73-4628-a96a-4ae8eba0c539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:01.612567 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4371b-3935-402f-95e2-f8c0f8dcb3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7896c725-fb8c-4691-ab6d-6fb4eb578eee,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:01.617491 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d8a4371b-3935-402f-95e2-f8c0f8dcb3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:01.631903 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8a4371b-3935-402f-95e2-f8c0f8dcb3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:01.636715 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-d8a4371b-3935-402f-95e2-f8c0f8dcb3b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7896c725-fb8c-4691-ab6d-6fb4eb578eee HTTP/1.1" status: 204 len: 168 time: 0.7206125 Jan 20 00:58:01.832964 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19cc98c3-4557-4da4-b9fd-b590ff1dd07c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:01.849593 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19cc98c3-4557-4da4-b9fd-b590ff1dd07c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:02.113599 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1ea7e-b0b7-4125-b862-13857e6ebbf6 req-28705d8f-cf94-4a96-ad27-2008617626f8 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:02.124485 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-8bf1ea7e-b0b7-4125-b862-13857e6ebbf6 req-28705d8f-cf94-4a96-ad27-2008617626f8 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Synchronizing usage tracker for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:58:02.173935 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-8bf1ea7e-b0b7-4125-b862-13857e6ebbf6 req-28705d8f-cf94-4a96-ad27-2008617626f8 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Unset dirty status for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:58:02.184794 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8bf1ea7e-b0b7-4125-b862-13857e6ebbf6 req-28705d8f-cf94-4a96-ad27-2008617626f8 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 931 time: 0.6226537 Jan 20 00:58:02.364373 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8bf1ea7e-b0b7-4125-b862-13857e6ebbf6 req-bf4f2957-4e87-43d2-ad4b-bf4a893201d6 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713207 Jan 20 00:58:02.368109 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4c65e9f6-7e64-4e3e-9edc-3305c4b2d9ee req-85ccf676-b81d-4845-9a5f-4926f75c533b tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] 10.222.0.44 "GET /v2.0/ports?device_id=e9c3cb58-fc63-4342-bc12-6b233902a6f2 HTTP/1.1" status: 200 len: 210 time: 0.0695341 Jan 20 00:58:02.375338 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_db [None req-19cc98c3-4557-4da4-b9fd-b590ff1dd07c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Floating IP 599e87fb-33b4-4951-a942-6f48b18e0d56 associated. External IP: 172.28.0.163, port: 580093d6-f404-4886-8106-c473d787cb80. Jan 20 00:58:02.488285 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e3e2f1-e390-4087-b672-8979534bea1b {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 00:58:02.499452 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:02.527117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Transition to ACTIVE for port object 14e3e2f1-e390-4087-b672-8979534bea1b will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:58:02.530034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:02.552581 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:02.718691 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Pushing event updated for resources: {'Port': ['ID=14e3e2f1-e390-4087-b672-8979534bea1b,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:02.722863 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:02.902081 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Attempting to bind port 14e3e2f1-e390-4087-b672-8979534bea1b on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:58:02.902739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Attempting to bind port 14e3e2f1-e390-4087-b672-8979534bea1b by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:58:02.903345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Attempting to bind port 14e3e2f1-e390-4087-b672-8979534bea1b on network 26933088-6e74-4102-ba74-6fb41e98bc12 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:58:02.916013 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:58:02.916640 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Checking segment: {'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:58:02.917309 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:02.917970 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Bound using segment: {'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:58:02.918811 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Bound port: 14e3e2f1-e390-4087-b672-8979534bea1b, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:58:02.919444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:03.127780 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] For port 14e3e2f1-e390-4087-b672-8979534bea1b, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:58:03.133205 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cc98c3-4557-4da4-b9fd-b590ff1dd07c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Router 5bdb06a1-4125-470b-ab2d-7644dc598dab has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 00:58:03.145804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] For port 14e3e2f1-e390-4087-b672-8979534bea1b, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=14e3e2f1-e390-4087-b672-8979534bea1b,segment=NetworkSegment(4238131a-66a8-4cbf-9a82-dbf02630df4a),segment_id=4238131a-66a8-4cbf-9a82-dbf02630df4a)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:58:03.145804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:03.170996 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:03.384161 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cc98c3-4557-4da4-b9fd-b590ff1dd07c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 00:58:03.389040 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19cc98c3-4557-4da4-b9fd-b590ff1dd07c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:03.395667 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f45f7-579f-4880-bd41-8bb7768ca350 None None] Sync routers for ids ['5bdb06a1-4125-470b-ab2d-7644dc598dab'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 00:58:03.414553 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f45f7-579f-4880-bd41-8bb7768ca350 None None] Routers {'5bdb06a1-4125-470b-ab2d-7644dc598dab'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:58:03.416429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b34f45f7-579f-4880-bd41-8bb7768ca350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:57:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['5bdb06a1-4125-470b-ab2d-7644dc598dab'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:03.468350 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Pushing event updated for resources: {'Port': ['ID=14e3e2f1-e390-4087-b672-8979534bea1b,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:03.472689 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:03.474125 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:03.474845 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:03.476333 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] 10.222.0.48 "PUT /v2.0/ports/14e3e2f1-e390-4087-b672-8979534bea1b HTTP/1.1" status: 200 len: 1157 time: 2.3072703 Jan 20 00:58:03.476911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1', 'tag': '14e3e2f1-e390-4087-b672-8979534bea1b'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:58:03.606754 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-19cc98c3-4557-4da4-b9fd-b590ff1dd07c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "PUT /v2.0/floatingips/599e87fb-33b4-4951-a942-6f48b18e0d56 HTTP/1.1" status: 200 len: 992 time: 3.5253603 Jan 20 00:58:03.607999 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'tag': '580093d6-f404-4886-8106-c473d787cb80'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:58:03.768383 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-38f02112-c3a8-4289-a660-227a54c49f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:03.773734 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-38f02112-c3a8-4289-a660-227a54c49f90 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 1160 time: 0.2447219 Jan 20 00:58:03.930365 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74abf2-37c7-4d67-8ca7-02e4f84a9402 req-3d0c1b49-0b18-46f3-a8bd-3d0141af660d tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:03.933375 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9c74abf2-37c7-4d67-8ca7-02e4f84a9402 req-3d0c1b49-0b18-46f3-a8bd-3d0141af660d tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 943 time: 0.2976081 Jan 20 00:58:03.945462 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1', 'tag': '14e3e2f1-e390-4087-b672-8979534bea1b', 'status': 'completed', 'code': 200} Jan 20 00:58:03.968660 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 58796) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:03.974842 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-18056d41-e70f-416d-84d5-3b4244182f48 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14e3e2f1-e390-4087-b672-8979534bea1b HTTP/1.1" status: 200 len: 217 time: 0.1950538 Jan 20 00:58:04.072957 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9c74abf2-37c7-4d67-8ca7-02e4f84a9402 req-6d49e511-7587-4125-8c8e-4cb8c4e422f7 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325331 Jan 20 00:58:04.162497 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-112ef35c-3541-4589-b34e-663465187cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:04.165604 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-112ef35c-3541-4589-b34e-663465187cbc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faa0bdfa-927a-41d6-8fe4-03b7ed7658d0 HTTP/1.1" status: 200 len: 855 time: 0.1766980 Jan 20 00:58:04.231609 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'tag': '580093d6-f404-4886-8106-c473d787cb80', 'status': 'completed', 'code': 200} Jan 20 00:58:04.340961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b34f45f7-579f-4880-bd41-8bb7768ca350 None None] Set router 5bdb06a1-4125-470b-ab2d-7644dc598dab gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:58:04.414806 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-78d7f148-3d78-49f1-993d-02435cb45faa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26933088-6e74-4102-ba74-6fb41e98bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2393713 Jan 20 00:58:04.777942 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44813289-1e12-45d4-b413-5e27089aef08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:04.817321 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-44813289-1e12-45d4-b413-5e27089aef08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:04.822152 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892838ba-d0e5-425a-82da-f902fdbfb8fb req-8f8a7e3d-c663-4477-95eb-ef12456b6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:04.823881 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-892838ba-d0e5-425a-82da-f902fdbfb8fb req-8f8a7e3d-c663-4477-95eb-ef12456b6d02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cf376d63c274cc78e14728d121ab5ac&device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 1163 time: 0.5576468 Jan 20 00:58:04.828792 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-44813289-1e12-45d4-b413-5e27089aef08 admin admin] Usage tracker for resource:security_group_rule and tenant:540f2e12fa3f4b90967dea102daa2bb7 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:04.858605 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-44813289-1e12-45d4-b413-5e27089aef08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:04.896203 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-44813289-1e12-45d4-b413-5e27089aef08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:04.913000 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-026505d4-adef-4a8b-8ffb-8b6302f8afcf service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769208 Jan 20 00:58:04.988914 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b34f45f7-579f-4880-bd41-8bb7768ca350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '599e87fb-33b4-4951-a942-6f48b18e0d56', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'floating_ip_address': '172.28.0.163', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'port_id': '580093d6-f404-4886-8106-c473d787cb80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'mac_address': 'fa:16:3e:2e:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T00:57:34Z', 'updated_at': '2021-01-20T00:58:01Z', 'revision_number': 1, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:24Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:04.988914 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f45f7-579f-4880-bd41-8bb7768ca350 None None] Checking router: 5bdb06a1-4125-470b-ab2d-7644dc598dab for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 00:58:05.001020 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f45f7-579f-4880-bd41-8bb7768ca350 None None] Routers {'5bdb06a1-4125-470b-ab2d-7644dc598dab'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:58:05.001708 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b34f45f7-579f-4880-bd41-8bb7768ca350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:57:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['5bdb06a1-4125-470b-ab2d-7644dc598dab'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:05.214203 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b34f45f7-579f-4880-bd41-8bb7768ca350 None None] Set router 5bdb06a1-4125-470b-ab2d-7644dc598dab gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:58:05.359903 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5ae445b9-042b-48a9-b92c-3d3f324e9244 req-ac531d8c-ab1e-45e9-9649-82bd02f76b16 service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4376628 Jan 20 00:58:05.485166 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e9813-ce54-4d83-88cf-c0b258739b17 req-bf83c42d-6091-458c-a62f-43c2a4d568ce tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:05.493729 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3c4e9813-ce54-4d83-88cf-c0b258739b17 req-bf83c42d-6091-458c-a62f-43c2a4d568ce tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 943 time: 0.1917088 Jan 20 00:58:05.557572 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3c4e9813-ce54-4d83-88cf-c0b258739b17 req-21ee07d8-bd8a-4d2b-8752-ce4cba3680af tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627723 Jan 20 00:58:05.622086 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892838ba-d0e5-425a-82da-f902fdbfb8fb req-b55d22e1-e77f-4cbe-a5d6-adc5a11cd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:05.623807 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-892838ba-d0e5-425a-82da-f902fdbfb8fb req-b55d22e1-e77f-4cbe-a5d6-adc5a11cd9b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ffe595a-3910-4a42-b05b-9d0f31c4a210 HTTP/1.1" status: 200 len: 904 time: 0.7917404 Jan 20 00:58:05.741380 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44813289-1e12-45d4-b413-5e27089aef08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:05.751027 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44813289-1e12-45d4-b413-5e27089aef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:05.794796 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b34f45f7-579f-4880-bd41-8bb7768ca350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '599e87fb-33b4-4951-a942-6f48b18e0d56', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'floating_ip_address': '172.28.0.163', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'port_id': '580093d6-f404-4886-8106-c473d787cb80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'mac_address': 'fa:16:3e:2e:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T00:57:34Z', 'updated_at': '2021-01-20T00:58:01Z', 'revision_number': 1, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:24Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:05.798216 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-958486a5-8439-4609-96b0-f8eacee098bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:05.800169 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f45f7-579f-4880-bd41-8bb7768ca350 None None] The sync data for ids ['5bdb06a1-4125-470b-ab2d-7644dc598dab'] in dv-cinder-667108-30-smb is: [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '599e87fb-33b4-4951-a942-6f48b18e0d56', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'floating_ip_address': '172.28.0.163', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'port_id': '580093d6-f404-4886-8106-c473d787cb80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'mac_address': 'fa:16:3e:2e:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T00:57:34Z', 'updated_at': '2021-01-20T00:58:01Z', 'revision_number': 1, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:24Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 00:58:05.810232 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-44813289-1e12-45d4-b413-5e27089aef08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=540f2e12fa3f4b90967dea102daa2bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8401299 Jan 20 00:58:05.813617 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58836) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:05.853388 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-892838ba-d0e5-425a-82da-f902fdbfb8fb req-2c4bbb5c-7cf3-4f07-87fd-79c4203a14e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=580093d6-f404-4886-8106-c473d787cb80 HTTP/1.1" status: 200 len: 1000 time: 0.2166581 Jan 20 00:58:05.863993 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44813289-1e12-45d4-b413-5e27089aef08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a858d772-13ee-4481-9862-dc416d1bfa95,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:05.870468 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d9b8c-9e64-42de-a384-8c00d0ed181e req-ba50189d-9863-4af1-a499-2f933b0b70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:05.872178 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f07d9b8c-9e64-42de-a384-8c00d0ed181e req-ba50189d-9863-4af1-a499-2f933b0b70e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 1160 time: 0.4228206 Jan 20 00:58:05.873536 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-44813289-1e12-45d4-b413-5e27089aef08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:06.039524 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e958-3ce0-448b-b8d2-d1435d11ec04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:06.126504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d9b8c-9e64-42de-a384-8c00d0ed181e req-070f2e5e-2ad2-4161-896d-d179f632c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:06.128681 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f07d9b8c-9e64-42de-a384-8c00d0ed181e req-070f2e5e-2ad2-4161-896d-d179f632c8a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 200 len: 909 time: 0.1998026 Jan 20 00:58:06.155304 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892838ba-d0e5-425a-82da-f902fdbfb8fb req-d29fdbb7-26d6-44a9-be54-f2151853ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:06.160760 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-892838ba-d0e5-425a-82da-f902fdbfb8fb req-d29fdbb7-26d6-44a9-be54-f2151853ff15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=075b1ae4-cad2-4638-9169-39eee3b083f2 HTTP/1.1" status: 200 len: 849 time: 0.2927973 Jan 20 00:58:06.172141 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e958-3ce0-448b-b8d2-d1435d11ec04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:06.276906 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b263fd6-f61d-4433-aaad-23976ce33b69 None None] New status for floating IP 599e87fb-33b4-4951-a942-6f48b18e0d56: ACTIVE {{(pid=80162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 00:58:06.311680 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f07d9b8c-9e64-42de-a384-8c00d0ed181e req-cc56d4d2-9878-42d1-a650-54d9fa949662 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14e3e2f1-e390-4087-b672-8979534bea1b HTTP/1.1" status: 200 len: 217 time: 0.1488988 Jan 20 00:58:06.312499 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 58854) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:06.326549 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e958-3ce0-448b-b8d2-d1435d11ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:06.340387 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:06.374866 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5e958-3ce0-448b-b8d2-d1435d11ec04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a858d772-13ee-4481-9862-dc416d1bfa95,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:06.390770 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e958-3ce0-448b-b8d2-d1435d11ec04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:06.396500 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1ae5e958-3ce0-448b-b8d2-d1435d11ec04 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a858d772-13ee-4481-9862-dc416d1bfa95 HTTP/1.1" status: 204 len: 168 time: 0.5807941 Jan 20 00:58:06.397715 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1ae5e958-3ce0-448b-b8d2-d1435d11ec04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:06.712226 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d9b8c-9e64-42de-a384-8c00d0ed181e req-ff73c087-8fc1-415d-b4b5-3d6f62308598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:06.714244 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f07d9b8c-9e64-42de-a384-8c00d0ed181e req-ff73c087-8fc1-415d-b4b5-3d6f62308598 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faa0bdfa-927a-41d6-8fe4-03b7ed7658d0 HTTP/1.1" status: 200 len: 855 time: 0.3520300 Jan 20 00:58:06.727625 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-e212f878-8a4a-41e3-b112-e4c240c1117e admin admin] Deleting subnet eda0c9ef-cae6-4a04-85b1-c44b57e7e41a {{(pid=80160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 00:58:06.740996 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e212f878-8a4a-41e3-b112-e4c240c1117e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:06.934486 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f07d9b8c-9e64-42de-a384-8c00d0ed181e req-c0e58c09-df79-4810-8c82-6f2acd9d37ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26933088-6e74-4102-ba74-6fb41e98bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277394 Jan 20 00:58:06.949471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892838ba-d0e5-425a-82da-f902fdbfb8fb req-0bf9a2e3-7937-4d91-9ef3-876e970bcfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:06.951079 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-892838ba-d0e5-425a-82da-f902fdbfb8fb req-0bf9a2e3-7937-4d91-9ef3-876e970bcfc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ffe595a-3910-4a42-b05b-9d0f31c4a210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.6374912 Jan 20 00:58:07.013992 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e212f878-8a4a-41e3-b112-e4c240c1117e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:07.057903 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e212f878-8a4a-41e3-b112-e4c240c1117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5022249'] for subnet, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:07.092766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58870) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:07.112455 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba0e20d4-e0ac-47d7-a3f7-430d214af7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:07.129650 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ba0e20d4-e0ac-47d7-a3f7-430d214af7db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:07.135576 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ba0e20d4-e0ac-47d7-a3f7-430d214af7db admin admin] Usage tracker for resource:security_group_rule and tenant:b0d77a7f45664a33b88b718c86782f52 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:07.138879 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ba0e20d4-e0ac-47d7-a3f7-430d214af7db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:07.145050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ba0e20d4-e0ac-47d7-a3f7-430d214af7db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:07.241463 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba0e20d4-e0ac-47d7-a3f7-430d214af7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:07.244732 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba0e20d4-e0ac-47d7-a3f7-430d214af7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:07.254285 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cc2cf656-faf8-41bc-91b2-f7aa1eff7f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:07.299491 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ba0e20d4-e0ac-47d7-a3f7-430d214af7db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0d77a7f45664a33b88b718c86782f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054837 Jan 20 00:58:07.303638 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58874) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:07.307624 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e20d4-e0ac-47d7-a3f7-430d214af7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3341ebc1-ead1-45fa-862d-def5ced86879,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:07.312296 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ba0e20d4-e0ac-47d7-a3f7-430d214af7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:07.340206 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c623572-31f2-495e-8154-5aa4c714e5c5 req-3a17f8c1-7ffa-4229-9a53-c0a450f10080 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:07.341926 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8c623572-31f2-495e-8154-5aa4c714e5c5 req-3a17f8c1-7ffa-4229-9a53-c0a450f10080 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 943 time: 0.4959123 Jan 20 00:58:07.384844 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a0da047-f5d5-478f-987d-8d85a5fbd1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:07.434436 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a0da047-f5d5-478f-987d-8d85a5fbd1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:07.533546 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-892838ba-d0e5-425a-82da-f902fdbfb8fb req-34e0bda4-8d54-4a0c-9706-bf10bac1fb84 service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516007 Jan 20 00:58:07.551449 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a0da047-f5d5-478f-987d-8d85a5fbd1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:07.556864 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-230b1f36-bb83-4d8c-ad5e-cb00c1579cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:07.559480 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f07d9b8c-9e64-42de-a384-8c00d0ed181e req-12187bed-47b8-44e5-8c79-910d857bc0ea service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128969 Jan 20 00:58:07.570302 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0da047-f5d5-478f-987d-8d85a5fbd1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3341ebc1-ead1-45fa-862d-def5ced86879,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:07.573135 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0a0da047-f5d5-478f-987d-8d85a5fbd1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:07.577973 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a0da047-f5d5-478f-987d-8d85a5fbd1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:07.579486 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-0a0da047-f5d5-478f-987d-8d85a5fbd1fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3341ebc1-ead1-45fa-862d-def5ced86879 HTTP/1.1" status: 204 len: 168 time: 0.2746136 Jan 20 00:58:07.662473 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8c623572-31f2-495e-8154-5aa4c714e5c5 req-23738917-6c8d-4472-83dc-c37ea81b330f tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411537 Jan 20 00:58:07.954185 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7b389d02-6f3f-4507-8bc6-cedb382ff58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:08.040571 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f07d9b8c-9e64-42de-a384-8c00d0ed181e req-8a67203b-4a79-41ed-aa57-d68a77e2a4e8 service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4282260 Jan 20 00:58:08.044888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e212f878-8a4a-41e3-b112-e4c240c1117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849753567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for subnet, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:08.330831 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:08.388888 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-892838ba-d0e5-425a-82da-f902fdbfb8fb req-80d38adf-b1ce-43ef-ad7a-ba734f7c17f8 service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8279166 Jan 20 00:58:08.389712 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212f878-8a4a-41e3-b112-e4c240c1117e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda0c9ef-cae6-4a04-85b1-c44b57e7e41a,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:08.392975 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e212f878-8a4a-41e3-b112-e4c240c1117e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:08.543523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e212f878-8a4a-41e3-b112-e4c240c1117e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:08.563183 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e212f878-8a4a-41e3-b112-e4c240c1117e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/eda0c9ef-cae6-4a04-85b1-c44b57e7e41a HTTP/1.1" status: 204 len: 168 time: 2.2030325 Jan 20 00:58:08.565694 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58910) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:08.658910 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 14e3e2f1-e390-4087-b672-8979534bea1b up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:08.800819 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036849830608'] for network, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:08.865178 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port 14e3e2f1-e390-4087-b672-8979534bea1b completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:58:08.892071 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 14e3e2f1-e390-4087-b672-8979534bea1b triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:08.892071 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:09.071693 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:09.095612 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5005052', 'neutron.services.segments.db._delete_segments_for_network--9223363263819270516'] for network, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:09.112525 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e3e2f1-e390-4087-b672-8979534bea1b'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:58:09.129145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 14e3e2f1-e390-4087-b672-8979534bea1b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=14e3e2f1-e390-4087-b672-8979534bea1b,segment=NetworkSegment(4238131a-66a8-4cbf-9a82-dbf02630df4a),segment_id=4238131a-66a8-4cbf-9a82-dbf02630df4a)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:58:09.134880 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:09.136189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 580093d6-f404-4886-8106-c473d787cb80 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:09.250821 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cff558b-37c6-4646-b557-26fa2ef8614e']}} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:09.280770 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d911e22-d177-4b69-8b75-4d065322aeaf') {'for_net_delete': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:09.281165 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d911e22-d177-4b69-8b75-4d065322aeaf') {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:09.296572 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263819266420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3839090'] for segment, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:09.302817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 58936) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:09.319336 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:09.319659 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e3e2f1-e390-4087-b672-8979534bea1b', 'code': 200} Jan 20 00:58:09.320458 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:09.322096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 00:58:09.455139 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=14e3e2f1-e390-4087-b672-8979534bea1b,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:09.462111 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:09.499350 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 580093d6-f404-4886-8106-c473d787cb80 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:09.499779 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:09.571088 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] Network 1cff558b-37c6-4646-b557-26fa2ef8614e has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 00:58:09.584526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036849753491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852615184'] for segment, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:09.687586 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5eb71-e1d3-4e43-8d6a-2e02ebf673d7 req-8843bfe0-4a36-4992-9efb-9d873fdb4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:09.689300 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bbe5eb71-e1d3-4e43-8d6a-2e02ebf673d7 req-8843bfe0-4a36-4992-9efb-9d873fdb4a33 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 1162 time: 0.1436307 Jan 20 00:58:09.740575 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1236278946-network', 'tenant_id': '6b02d665b4d8484682490538fa09651a'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:09.749276 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:09.754205 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Usage tracker for resource:network and tenant:6b02d665b4d8484682490538fa09651a is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:09.761852 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:09.799726 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:09.804147 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bbe5eb71-e1d3-4e43-8d6a-2e02ebf673d7 req-615e4007-ce7b-4834-b47d-7f0948b2f6bb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069412 Jan 20 00:58:09.805790 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] Network 1cff558b-37c6-4646-b557-26fa2ef8614e has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 00:58:09.816985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Made reservation on behalf of 6b02d665b4d8484682490538fa09651a for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:58:09.824096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:09.848369 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: Traceback (most recent call last): Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: timer() Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: cb(*args, **kw) Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: return func(*args, **kwargs) Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: self._notify() Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: self.callback(batched_events) Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: event.method(event) Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: segment_id)['aggregates'][0] Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, *a, **k) Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: return self._get(url).json() Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: **kwargs) Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: **endpoint_filter) Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 00:58:09.874810 dv-cinder-667108-30-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 00:58:09.877349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:09.884779 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Usage tracker for resource:security_group_rule and tenant:6b02d665b4d8484682490538fa09651a is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:09.890403 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:09.898987 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:09.986981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5004811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853813635'] for network, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:09.993354 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:10.004510 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e6fab54b-08d6-460f-bdb3-be1ae2b3c818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:10.022545 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:10.027504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:10.036967 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1cff558b-37c6-4646-b557-26fa2ef8614e HTTP/1.1" status: 204 len: 168 time: 1.4649901 Jan 20 00:58:10.037271 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:10.043626 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cff558b-37c6-4646-b557-26fa2ef8614e,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:10.048036 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-85495710-4b76-4b74-8ad2-55bfd8cde2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:10.084713 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8726d6e-ad33-4516-b22c-e9e69fcc0d3c req-2de92eeb-cb26-4530-a9ce-d648729bf290 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:10.086822 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a8726d6e-ad33-4516-b22c-e9e69fcc0d3c req-2de92eeb-cb26-4530-a9ce-d648729bf290 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 945 time: 0.2719104 Jan 20 00:58:10.089050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 00:58:10.097099 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fab3e11-fb27-493a-b8d5-f540c2aae460,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:10.116553 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:10.140751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773035505284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:10.141502 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Added segment eab314a0-1b3d-444c-a46e-69851ffd24a5 of type vxlan for network 4be714db-375a-442f-94f5-77874cef8b8e Jan 20 00:58:10.174256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 14e3e2f1-e390-4087-b672-8979534bea1b up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:10.192145 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a8726d6e-ad33-4516-b22c-e9e69fcc0d3c req-e373a081-379f-4c43-8065-8b90346bcf5a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896783 Jan 20 00:58:10.192996 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:10.265151 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:10.267878 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:10.272012 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:10.294256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 14e3e2f1-e390-4087-b672-8979534bea1b triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:10.295154 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:10.305049 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e6775cd7-a049-454c-b9fd-08656b32db26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:10.351987 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58960) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:10.352926 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0480921 Jan 20 00:58:10.359337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Request body: {'subnet': {'network_id': '4be714db-375a-442f-94f5-77874cef8b8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1236278946-subnet', 'tenant_id': '6b02d665b4d8484682490538fa09651a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:10.364290 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58964) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:10.380752 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:10.387785 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Usage tracker for resource:subnet and tenant:6b02d665b4d8484682490538fa09651a is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:10.395646 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:10.404871 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:10.430670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Made reservation on behalf of 6b02d665b4d8484682490538fa09651a for: {'subnet': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:58:10.436252 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851842305'] for subnet, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:10.561753 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Pushing event updated for resources: {'Network': ['ID=4be714db-375a-442f-94f5-77874cef8b8e,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:10.565621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:10.575837 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network 4be714db-375a-442f-94f5-77874cef8b8e details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:58:10.678719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network 4be714db-375a-442f-94f5-77874cef8b8e details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:58:10.871252 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-cd54ec79-7c0e-4ca2-89d6-2f40bf7b5648 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45b9ba0b32eb479e9724b0b906908a72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5045836 Jan 20 00:58:10.876212 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 58974) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:11.014621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ca80fff3-0a05-42e1-83ed-d2ee96beae7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:11.043669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20e75369-7acc-4e2a-adcf-2367c5bafff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:11.101504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20e75369-7acc-4e2a-adcf-2367c5bafff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:11.231148 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20e75369-7acc-4e2a-adcf-2367c5bafff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:11.236451 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dcb4dd9b-6076-4752-96b0-755cd72c8396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:11.254044 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e75369-7acc-4e2a-adcf-2367c5bafff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a860bd-28e0-4ee0-a69f-61e9c20229d6,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:11.262904 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-20e75369-7acc-4e2a-adcf-2367c5bafff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:11.329160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20e75369-7acc-4e2a-adcf-2367c5bafff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:11.335074 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-20e75369-7acc-4e2a-adcf-2367c5bafff2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9a860bd-28e0-4ee0-a69f-61e9c20229d6 HTTP/1.1" status: 204 len: 168 time: 0.4529576 Jan 20 00:58:11.552690 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852614754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851842416'] for subnet, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:11.581657 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:11.766908 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856456b-13b8-465e-a1c8-d0e82458de00 req-2883ecd6-e3cb-4fc3-adc7-b683cc6d4141 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:11.775436 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4856456b-13b8-465e-a1c8-d0e82458de00 req-2883ecd6-e3cb-4fc3-adc7-b683cc6d4141 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 945 time: 0.1965950 Jan 20 00:58:11.816515 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d722abe6-42a1-47c9-9546-d6839ccd320b,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:11.822643 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:11.859599 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4856456b-13b8-465e-a1c8-d0e82458de00 req-7c730358-50ce-431b-a101-7d0ff4ca46bd tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831637 Jan 20 00:58:12.021810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Checking segment: {'id': 'eab314a0-1b3d-444c-a46e-69851ffd24a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4be714db-375a-442f-94f5-77874cef8b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:58:12.022226 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Network hostable DHCP agents. Network: 4be714db-375a-442f-94f5-77874cef8b8e, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 00:58:12.044172 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Network 4be714db-375a-442f-94f5-77874cef8b8e is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 00:58:12.053990 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, 4be714db-375a-442f-94f5-77874cef8b8e) {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:12.062975 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d03580-f362-473b-a3d0-06a71acbec1f None None] Network 4be714db-375a-442f-94f5-77874cef8b8e requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:58:12.068931 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:12.069783 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:12.096006 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7428167 Jan 20 00:58:12.219616 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59024) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:12.449631 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0188e89c-3316-47f3-9fe0-9b8151b07b53 None None] Network 4be714db-375a-442f-94f5-77874cef8b8e requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:58:12.527420 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68c81cfb-7d69-4901-a9cd-0789df36f784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:12.578175 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-68c81cfb-7d69-4901-a9cd-0789df36f784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:12.594831 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-68c81cfb-7d69-4901-a9cd-0789df36f784 admin admin] Usage tracker for resource:security_group_rule and tenant:3f30efb231154209b022609fb0f0beb7 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:12.601687 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-68c81cfb-7d69-4901-a9cd-0789df36f784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:12.624784 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-68c81cfb-7d69-4901-a9cd-0789df36f784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:12.820880 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68c81cfb-7d69-4901-a9cd-0789df36f784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:12.825148 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68c81cfb-7d69-4901-a9cd-0789df36f784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:12.851021 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a85df3ca-2ed8-4f7e-8795-eccd98933854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:12.904728 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-68c81cfb-7d69-4901-a9cd-0789df36f784 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f30efb231154209b022609fb0f0beb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6847191 Jan 20 00:58:12.908533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59058) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:12.913098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:12.927961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:12.958735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c81cfb-7d69-4901-a9cd-0789df36f784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2efdfb4-e20e-4f2c-be6e-1f64b01ce543,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:12.970092 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-68c81cfb-7d69-4901-a9cd-0789df36f784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:13.014817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d39f877a-9de8-42b7-b8c3-8018efa29802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:13.052325 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d39f877a-9de8-42b7-b8c3-8018efa29802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:13.139379 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d39f877a-9de8-42b7-b8c3-8018efa29802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:13.145433 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ec955f37-2ee7-41a4-8c1d-41972669d94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:13.157952 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f877a-9de8-42b7-b8c3-8018efa29802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2efdfb4-e20e-4f2c-be6e-1f64b01ce543,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:13.165703 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d39f877a-9de8-42b7-b8c3-8018efa29802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:13.169022 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d39f877a-9de8-42b7-b8c3-8018efa29802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:13.175700 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-d39f877a-9de8-42b7-b8c3-8018efa29802 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2efdfb4-e20e-4f2c-be6e-1f64b01ce543 HTTP/1.1" status: 204 len: 168 time: 0.2634244 Jan 20 00:58:13.455863 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:13.700151 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59098) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:13.764705 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 59106) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:13.771401 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-55469747-network', 'tenant_id': '4bca0965b87941a5991f09e52bf79a3e'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:13.776415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:13.780868 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Usage tracker for resource:network and tenant:4bca0965b87941a5991f09e52bf79a3e is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:13.784063 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:13.790300 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:13.801127 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Made reservation on behalf of 4bca0965b87941a5991f09e52bf79a3e for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:58:13.806916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:13.821267 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:13.838160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:13.842783 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Usage tracker for resource:security_group_rule and tenant:4bca0965b87941a5991f09e52bf79a3e is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:13.845981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:13.853664 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:13.879540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59110) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:13.922825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4cfdeb3d-483b-4cb6-b58f-c50294596447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:13.948530 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4cfdeb3d-483b-4cb6-b58f-c50294596447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:13.954287 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4cfdeb3d-483b-4cb6-b58f-c50294596447 admin admin] Usage tracker for resource:security_group_rule and tenant:d053fdddb46f48caafedf567e3e91ddc is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:13.958254 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4cfdeb3d-483b-4cb6-b58f-c50294596447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:13.966325 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4cfdeb3d-483b-4cb6-b58f-c50294596447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:14.045274 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.049559 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.084548 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 00:58:14.088324 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:14.109273 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773035505284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.109974 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Added segment 56be01b4-2ee5-48d6-a82d-0eca15322aa8 of type vxlan for network c1bad478-87d7-4f61-a225-ea533f37f236 Jan 20 00:58:14.132080 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4cfdeb3d-483b-4cb6-b58f-c50294596447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.138751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4cfdeb3d-483b-4cb6-b58f-c50294596447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.155787 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bc06ba-3862-4812-b41b-37f4e1967f4d,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:14.160750 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:14.172627 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fe4e3d52-32b5-49e1-a70d-e85533ff09e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:14.183658 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-4cfdeb3d-483b-4cb6-b58f-c50294596447 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d053fdddb46f48caafedf567e3e91ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978613 Jan 20 00:58:14.188322 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 59116) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:14.191189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1563996684-network', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:14.191943 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.198890 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:14.211982 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Usage tracker for resource:network and tenant:67e31641c6c3491d928ab40dd60e9f29 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:14.218958 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:14.229080 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdeb3d-483b-4cb6-b58f-c50294596447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20ad9a4-f12d-40cf-b6c9-30d7e3754226,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:14.232226 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:14.234799 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4cfdeb3d-483b-4cb6-b58f-c50294596447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:14.243731 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Made reservation on behalf of 67e31641c6c3491d928ab40dd60e9f29 for: {'network': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:58:14.249626 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.265690 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.275206 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.277709 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:14.278392 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.285015 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:14.292337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:14.297766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Usage tracker for resource:security_group_rule and tenant:67e31641c6c3491d928ab40dd60e9f29 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:14.301465 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:14.308579 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:14.365327 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59124) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:14.435975 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.440125 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.445973 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-753332ce-a20e-401d-9d21-a0a01b412c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:14.485870 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 00:58:14.507729 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5c61cb-2f54-4fdf-9acd-064545e245b4,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:14.530034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:14.539523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Pushing event updated for resources: {'Network': ['ID=c1bad478-87d7-4f61-a225-ea533f37f236,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:14.542586 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.544736 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Added segment 38523567-1b8c-4c32-a860-fb18c9a2b8d3 of type vxlan for network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 Jan 20 00:58:14.552486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:14.553687 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d2e5c3da-fc7a-46cf-873a-114516fd4742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.555495 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network c1bad478-87d7-4f61-a225-ea533f37f236 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:58:14.597189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.600013 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network c1bad478-87d7-4f61-a225-ea533f37f236 details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:58:14.601678 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d2e5c3da-fc7a-46cf-873a-114516fd4742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.633485 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.8647909 Jan 20 00:58:14.634954 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59134) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:14.643981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Request body: {'subnet': {'network_id': 'c1bad478-87d7-4f61-a225-ea533f37f236', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-55469747-subnet', 'tenant_id': '4bca0965b87941a5991f09e52bf79a3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:14.653676 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:14.660065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Usage tracker for resource:subnet and tenant:4bca0965b87941a5991f09e52bf79a3e is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:14.664359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:14.667850 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.672726 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:14.673372 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.701110 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d2e5c3da-fc7a-46cf-873a-114516fd4742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.724091 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7f83f0a4-28f0-48b5-8bb1-071c7ee43445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:14.726795 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:14.729578 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5598424d-3018-45ff-ae6b-74a21710c4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:14.744632 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d2e5c3da-fc7a-46cf-873a-114516fd4742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.746253 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-d2e5c3da-fc7a-46cf-873a-114516fd4742 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d20ad9a4-f12d-40cf-b6c9-30d7e3754226 HTTP/1.1" status: 204 len: 168 time: 0.5484991 Jan 20 00:58:14.758370 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5c3da-fc7a-46cf-873a-114516fd4742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20ad9a4-f12d-40cf-b6c9-30d7e3754226,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:14.769888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d2e5c3da-fc7a-46cf-873a-114516fd4742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:14.887457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Pushing event updated for resources: {'Network': ['ID=99fd52c4-502e-4c83-91ea-f2e2ff32a861,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:14.899103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:14.906911 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2052746 Jan 20 00:58:14.907572 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 59148) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:14.917981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:58:14.928771 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Request body: {'subnet': {'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1563996684-subnet', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:14.936988 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b3a6bd77-a2e9-4117-9dd1-270e781a48ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:14.939589 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:14.949923 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Usage tracker for resource:subnet and tenant:67e31641c6c3491d928ab40dd60e9f29 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:14.956801 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:14.964085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b3a6bd77-a2e9-4117-9dd1-270e781a48ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:14.965193 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:14.969864 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b3a6bd77-a2e9-4117-9dd1-270e781a48ce admin admin] Usage tracker for resource:security_group_rule and tenant:3f33a358270640a88b038db5f2c9b98f is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:14.974451 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b3a6bd77-a2e9-4117-9dd1-270e781a48ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:14.982304 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b3a6bd77-a2e9-4117-9dd1-270e781a48ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:15.002588 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Made reservation on behalf of 67e31641c6c3491d928ab40dd60e9f29 for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:58:15.007819 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:15.049747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:58:15.113076 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b3a6bd77-a2e9-4117-9dd1-270e781a48ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:15.115159 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Made reservation on behalf of 4bca0965b87941a5991f09e52bf79a3e for: {'subnet': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:58:15.121370 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851842305'] for subnet, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:15.146512 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b3a6bd77-a2e9-4117-9dd1-270e781a48ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:15.178225 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4cfdeb3d-483b-4cb6-b58f-c50294596447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:15.255367 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-2135e80d-a591-4f99-9fb5-cbd5b9891413 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:15.257267 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-2135e80d-a591-4f99-9fb5-cbd5b9891413 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/networks?id=26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 200 len: 815 time: 0.3031237 Jan 20 00:58:15.316350 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-b3a6bd77-a2e9-4117-9dd1-270e781a48ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f33a358270640a88b038db5f2c9b98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9495649 Jan 20 00:58:15.323436 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59166) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:15.335389 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-bd2b6b55-8f0e-4e7c-ab26-b78dc9ed9037 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/quotas/f453439bed4344cb9b5c85c9c48f2c1a HTTP/1.1" status: 200 len: 375 time: 0.0233135 Jan 20 00:58:15.351008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6bd77-a2e9-4117-9dd1-270e781a48ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3d8948-aa5f-42dd-a510-10ddac4f8c34,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:15.359337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b3a6bd77-a2e9-4117-9dd1-270e781a48ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:15.469392 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8a18f09-a3f6-4499-a3a7-3416d4feb38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:15.515939 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8a18f09-a3f6-4499-a3a7-3416d4feb38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:15.552549 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-8617db17-22c4-4a6d-882d-89b9a4529553 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2051482 Jan 20 00:58:15.732961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8a18f09-a3f6-4499-a3a7-3416d4feb38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:15.736959 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:15.757410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a18f09-a3f6-4499-a3a7-3416d4feb38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3d8948-aa5f-42dd-a510-10ddac4f8c34,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:15.760012 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a8a18f09-a3f6-4499-a3a7-3416d4feb38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:15.784461 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8a18f09-a3f6-4499-a3a7-3416d4feb38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:15.785904 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a8a18f09-a3f6-4499-a3a7-3416d4feb38a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a3d8948-aa5f-42dd-a510-10ddac4f8c34 HTTP/1.1" status: 204 len: 168 time: 0.4614251 Jan 20 00:58:15.798582 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-72521667-5400-4ddd-af75-17a71aaf5264 service neutron] 10.222.0.44 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448728 Jan 20 00:58:15.943754 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852614754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851842416'] for subnet, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:15.974301 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:16.111066 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-2afe139c-6ac1-493f-8fad-fbf21c739744 service neutron] 10.222.0.44 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3034215 Jan 20 00:58:16.256503 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:16.285791 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be03b219-8f72-41b0-bd2b-15cb1905a7ab,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:16.293599 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:16.399706 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Checking segment: {'id': '56be01b4-2ee5-48d6-a82d-0eca15322aa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c1bad478-87d7-4f61-a225-ea533f37f236'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:58:16.400105 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Network hostable DHCP agents. Network: c1bad478-87d7-4f61-a225-ea533f37f236, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 00:58:16.441166 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Network c1bad478-87d7-4f61-a225-ea533f37f236 is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 00:58:16.462195 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, c1bad478-87d7-4f61-a225-ea533f37f236) {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:16.480264 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb0e16e-9bc7-4049-95f8-05f1737d5e05 None None] Network c1bad478-87d7-4f61-a225-ea533f37f236 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:58:16.501940 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:16.502665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:16.576011 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1c438843-8da8-498d-b09c-6a8bb2817218 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9268100 Jan 20 00:58:16.630832 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e90d5668-d6c3-40de-b787-885a0e049f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:16.737501 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8a868f3a-704c-4ebd-86bb-3864dedc6985 req-52888e03-3930-4698-8889-7b4045ec029a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 210 time: 0.1084471 Jan 20 00:58:16.778511 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea3b5ac-97a0-4479-907c-e5c9d1b17f81,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:16.782341 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:16.791496 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Checking segment: {'id': '38523567-1b8c-4c32-a860-fb18c9a2b8d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:58:16.791885 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Network hostable DHCP agents. Network: 99fd52c4-502e-4c83-91ea-f2e2ff32a861, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 00:58:16.832289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 00:58:16.850803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, 99fd52c4-502e-4c83-91ea-f2e2ff32a861) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:16.856674 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:16.857324 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:16.895854 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9867518 Jan 20 00:58:16.900665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 59222) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:16.915247 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1563996684-router', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:16.934997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:16.948487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Usage tracker for resource:router and tenant:67e31641c6c3491d928ab40dd60e9f29 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:16.960911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:16.987067 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:16.995291 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecbea6f-3b3f-455c-8208-e8b87aceae7c None None] Network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:58:17.008852 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-439'] for router, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:17.011001 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854169189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853813605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1025922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775409'] for router, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:17.051247 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:17.278559 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f216bce3-a4fb-42e8-83ad-010d019cb67e None None] Network c1bad478-87d7-4f61-a225-ea533f37f236 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:58:17.736007 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853813622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775394'] for router, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:17.858100 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fb93ad-e26e-4d4c-9089-f4d98b35172c None None] Network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:58:18.172110 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5e3d4423-30c9-45c9-9c89-2856b752454f req-b0ebae07-d2b6-4236-8240-15442404768a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 210 time: 0.0678496 Jan 20 00:58:18.421009 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:18.585238 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:19.058246 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-55a92a70-dcf9-401a-9f4f-1cd9f58ef7af tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:19.060010 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-55a92a70-dcf9-401a-9f4f-1cd9f58ef7af tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "GET /v2.0/networks?id=26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 200 len: 815 time: 0.6407173 Jan 20 00:58:19.106454 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-63149a1f-b8f0-4a50-a4d4-89a8ad1fce9f tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:19.107330 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-63149a1f-b8f0-4a50-a4d4-89a8ad1fce9f tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Synchronizing usage tracker for tenant:6b02d665b4d8484682490538fa09651a on resource:network {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:58:19.140654 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Request body: {'port': {'device_id': 'bb2ae358-e2d2-4d32-a605-52c5b921f7ef', 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12', 'admin_state_up': True, 'tenant_id': 'f453439bed4344cb9b5c85c9c48f2c1a'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:19.243487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-63149a1f-b8f0-4a50-a4d4-89a8ad1fce9f tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Unset dirty status for tenant:6b02d665b4d8484682490538fa09651a on resource:network {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:58:19.244833 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-63149a1f-b8f0-4a50-a4d4-89a8ad1fce9f tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/networks?id=4be714db-375a-442f-94f5-77874cef8b8e HTTP/1.1" status: 200 len: 809 time: 0.8273814 Jan 20 00:58:19.265354 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59288) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:19.551886 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2ea36a5b-8dcc-489c-af29-9a1776cbbc59 req-aeb51e35-04a4-4f7a-8dfa-15fc12d9a351 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 210 time: 0.0850348 Jan 20 00:58:19.552072 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:19.576229 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:19.620455 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d10439d2-a76f-46a0-a5af-30827aff6965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:19.634136 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-07c06521-b601-4209-8869-d7216b2c302c tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/quotas/6b02d665b4d8484682490538fa09651a HTTP/1.1" status: 200 len: 375 time: 0.0518417 Jan 20 00:58:19.640792 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Made reservation on behalf of f453439bed4344cb9b5c85c9c48f2c1a for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:58:19.642858 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d10439d2-a76f-46a0-a5af-30827aff6965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:19.649286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d10439d2-a76f-46a0-a5af-30827aff6965 admin admin] Usage tracker for resource:security_group_rule and tenant:c064fecc5d0e4d9599b13df56c9d7fb8 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:19.653505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d10439d2-a76f-46a0-a5af-30827aff6965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:19.657950 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:19.660879 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d10439d2-a76f-46a0-a5af-30827aff6965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:19.805213 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-fb4b87b1-819b-49a1-ba08-799f0cf49c87 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b02d665b4d8484682490538fa09651a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1150148 Jan 20 00:58:19.806745 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Allocated IP 172.28.0.86 (7116fac5-173a-4c74-bc75-236a854e751a/6b429026-7f7c-498d-960b-2e131da09027/2e2f4875-213a-473b-9813-21b578876dc2) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:58:19.828628 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d10439d2-a76f-46a0-a5af-30827aff6965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:19.835701 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d10439d2-a76f-46a0-a5af-30827aff6965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:19.901657 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1ae5e958-3ce0-448b-b8d2-d1435d11ec04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:19.915376 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-d10439d2-a76f-46a0-a5af-30827aff6965 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c064fecc5d0e4d9599b13df56c9d7fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6442056 Jan 20 00:58:19.916295 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59310) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:20.017899 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10439d2-a76f-46a0-a5af-30827aff6965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b71ece-5c9a-482f-92ab-2ff0f0f21d00,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:20.024371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d10439d2-a76f-46a0-a5af-30827aff6965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:20.048460 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fae7ce7d-c880-472d-9c4c-1137395f0223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:20.111168 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fae7ce7d-c880-472d-9c4c-1137395f0223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:20.154303 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59318) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:20.183042 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fae7ce7d-c880-472d-9c4c-1137395f0223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:20.190119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-336f8558-3293-4423-9738-49e617fd1d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:20.208551 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7ce7d-c880-472d-9c4c-1137395f0223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b71ece-5c9a-482f-92ab-2ff0f0f21d00,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:20.215702 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fae7ce7d-c880-472d-9c4c-1137395f0223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:20.216566 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fae7ce7d-c880-472d-9c4c-1137395f0223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:20.218104 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-fae7ce7d-c880-472d-9c4c-1137395f0223 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19b71ece-5c9a-482f-92ab-2ff0f0f21d00 HTTP/1.1" status: 204 len: 168 time: 0.3004661 Jan 20 00:58:20.291302 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Allocated IP 172.20.0.6 (26933088-6e74-4102-ba74-6fb41e98bc12/faa0bdfa-927a-41d6-8fe4-03b7ed7658d0/0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:58:20.416258 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d35ac9d2-cfce-434b-96db-2ce041a79cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:20.457204 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d35ac9d2-cfce-434b-96db-2ce041a79cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:20.466175 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d35ac9d2-cfce-434b-96db-2ce041a79cfb admin admin] Usage tracker for resource:security_group_rule and tenant:2a25eba9668746cab9badbc420a9dab2 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:20.473203 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d35ac9d2-cfce-434b-96db-2ce041a79cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:20.486214 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d35ac9d2-cfce-434b-96db-2ce041a79cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:20.506487 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-aff9f4b8-95b5-43ab-8111-0e81f518800c service neutron] 10.222.0.44 "GET /v2.0/networks/4be714db-375a-442f-94f5-77874cef8b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587222 Jan 20 00:58:20.695942 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d35ac9d2-cfce-434b-96db-2ce041a79cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:20.699515 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d35ac9d2-cfce-434b-96db-2ce041a79cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:20.712728 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5d9bd0a0-7409-409d-be05-de81392e0062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:20.755825 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-d35ac9d2-cfce-434b-96db-2ce041a79cfb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a25eba9668746cab9badbc420a9dab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6002748 Jan 20 00:58:20.756649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59332) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:20.765581 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-2091fa8a-908b-4a77-b23b-c7b02a4f46d4 service neutron] 10.222.0.44 "GET /v2.0/networks/4be714db-375a-442f-94f5-77874cef8b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2459521 Jan 20 00:58:20.831268 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ac9d2-cfce-434b-96db-2ce041a79cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab52b01d-ebda-4ff9-b748-f25cc5831159,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:20.858528 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d35ac9d2-cfce-434b-96db-2ce041a79cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:20.859373 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-720f1820-6b55-4402-bdff-265cb989e6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:20.955845 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b1f49bd6-0457-42cd-a6e1-84e6e8c2394b req-55566903-2413-4025-b3d6-c529832e2aba tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 210 time: 0.0985484 Jan 20 00:58:20.973331 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-720f1820-6b55-4402-bdff-265cb989e6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:21.106031 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-720f1820-6b55-4402-bdff-265cb989e6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:21.122312 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0a0da047-f5d5-478f-987d-8d85a5fbd1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:21.134088 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:21.188287 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:21.232726 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f1820-6b55-4402-bdff-265cb989e6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab52b01d-ebda-4ff9-b748-f25cc5831159,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:21.250830 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a542571c-b11c-4c19-a0d6-9efad934edbb req-49f5bac0-e5d1-4b2d-b07d-d9d2afeebcaf tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 210 time: 0.1309869 Jan 20 00:58:21.251966 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-720f1820-6b55-4402-bdff-265cb989e6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:21.262334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-720f1820-6b55-4402-bdff-265cb989e6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:21.267902 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-720f1820-6b55-4402-bdff-265cb989e6da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab52b01d-ebda-4ff9-b748-f25cc5831159 HTTP/1.1" status: 204 len: 168 time: 0.5035913 Jan 20 00:58:21.268190 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:21.325086 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7884caf0-c507-4d5c-b1c3-ab181e9d15e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:21.397074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:21.953409 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Pushing event updated for resources: {'Port': ['ID=2e2f4875-213a-473b-9813-21b578876dc2,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:21.972048 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:21.973576 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.551s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:22.075031 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59386) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:22.109257 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e012da42-b66d-4cf3-94b6-ebedb74cca3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:22.159695 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e012da42-b66d-4cf3-94b6-ebedb74cca3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:22.170701 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e012da42-b66d-4cf3-94b6-ebedb74cca3a admin admin] Usage tracker for resource:security_group_rule and tenant:3b39287b1e7646d5905843b1f30bd2cd is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:22.180918 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e012da42-b66d-4cf3-94b6-ebedb74cca3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:22.200491 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e012da42-b66d-4cf3-94b6-ebedb74cca3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:22.205666 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Pushing event updated for resources: {'Port': ['ID=0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:22.218548 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:22.299408 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Network 26933088-6e74-4102-ba74-6fb41e98bc12 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:58:22.302157 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Network 7116fac5-173a-4c74-bc75-236a854e751a is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:58:22.303582 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:22.306433 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:58:22.344136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:22.345437 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:22.357937 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:22.362358 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:58:22.363563 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de7c95-acec-4e71-bf8a-aa3c76c35606 req-9ec7b4c6-87f2-44a7-a9af-f36340be6aa4 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:22.371698 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-61de7c95-acec-4e71-bf8a-aa3c76c35606 req-9ec7b4c6-87f2-44a7-a9af-f36340be6aa4 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 931 time: 0.1684191 Jan 20 00:58:22.474071 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-61de7c95-acec-4e71-bf8a-aa3c76c35606 req-37762b95-c876-420e-b892-a863cabacb1f tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012278 Jan 20 00:58:22.501767 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e012da42-b66d-4cf3-94b6-ebedb74cca3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:22.508013 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e012da42-b66d-4cf3-94b6-ebedb74cca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:22.518314 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1e686f5-6ec3-4a37-92a6-10cf17d9ca25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:22.618397 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012da42-b66d-4cf3-94b6-ebedb74cca3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978370ed-ba94-4e6a-b284-6166cbb9bf87,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:22.655851 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e012da42-b66d-4cf3-94b6-ebedb74cca3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:22.675622 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e012da42-b66d-4cf3-94b6-ebedb74cca3a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b39287b1e7646d5905843b1f30bd2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000516 Jan 20 00:58:22.681417 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59398) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:23.020554 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dbed3584-6f88-4ffb-9b92-7f46f5a9eca5 req-10ec3043-8f8a-4033-be35-965034f508d0 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 210 time: 0.2060575 Jan 20 00:58:23.044542 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-724fc49c-b021-4221-9ac3-59f13ab0a841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:23.158291 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-724fc49c-b021-4221-9ac3-59f13ab0a841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:23.268874 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-724fc49c-b021-4221-9ac3-59f13ab0a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:23.281895 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc6cc9a7-9297-4fc3-b9d0-06e37444c0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:23.318689 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fc49c-b021-4221-9ac3-59f13ab0a841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978370ed-ba94-4e6a-b284-6166cbb9bf87,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:23.349554 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-724fc49c-b021-4221-9ac3-59f13ab0a841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:23.350664 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-724fc49c-b021-4221-9ac3-59f13ab0a841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:23.352106 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-724fc49c-b021-4221-9ac3-59f13ab0a841 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/978370ed-ba94-4e6a-b284-6166cbb9bf87 HTTP/1.1" status: 204 len: 168 time: 0.6691566 Jan 20 00:58:23.366509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:23.667137 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-57fc3803-fb23-42b0-b618-6bf659ed1964 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:23.669014 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-57fc3803-fb23-42b0-b618-6bf659ed1964 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.48 "GET /v2.0/networks?id=4be714db-375a-442f-94f5-77874cef8b8e HTTP/1.1" status: 200 len: 809 time: 0.8020878 Jan 20 00:58:23.799305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Request body: {'port': {'device_id': '57b40538-b4b5-4f81-96b8-8d7c669c965d', 'network_id': '4be714db-375a-442f-94f5-77874cef8b8e', 'admin_state_up': True, 'tenant_id': '6b02d665b4d8484682490538fa09651a'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:23.828716 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7117665 Jan 20 00:58:23.833648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e254e-66f4-4722-90bf-5f0b0ade2c3c req-086a1d6e-fa28-47cd-9794-361fad790749 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:23.839078 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d90e254e-66f4-4722-90bf-5f0b0ade2c3c req-086a1d6e-fa28-47cd-9794-361fad790749 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 931 time: 0.2190228 Jan 20 00:58:23.871314 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Request body: {'port': {'device_id': 'bb2ae358-e2d2-4d32-a605-52c5b921f7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:23.923016 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d90e254e-66f4-4722-90bf-5f0b0ade2c3c req-9fab4612-af4b-4f7f-b2c1-3c85c99810a3 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748072 Jan 20 00:58:24.297491 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:24.357339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Usage tracker for resource:port and tenant:6b02d665b4d8484682490538fa09651a is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:24.369327 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:24.382379 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Quota usage for port was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:24.388972 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-eed25218-dee4-43ce-a3d0-adc6709c40cb req-696e8433-7f7c-475d-ad17-a7f18788f518 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 210 time: 0.1060605 Jan 20 00:58:24.398183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:24.474605 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Made reservation on behalf of 6b02d665b4d8484682490538fa09651a for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:58:24.480587 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:24.793954 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854169219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962208'] for router, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:25.241354 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071eac2-6cac-478a-b136-f60f020a357a req-8e5758b9-4a56-4e90-9f43-7d3e1b32a16c tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:25.251498 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2071eac2-6cac-478a-b136-f60f020a357a req-8e5758b9-4a56-4e90-9f43-7d3e1b32a16c tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 931 time: 0.1351383 Jan 20 00:58:25.312963 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2071eac2-6cac-478a-b136-f60f020a357a req-46115fa4-e979-41a1-af39-2fc3b34a3f48 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604484 Jan 20 00:58:25.562450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Router c4cfabfa-cd6a-4e0c-934c-e202aba88804 is scheduled to L3 agent 48f3f500-c824-42c3-8771-385393b42a92 with binding_index 1 {{(pid=80160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 00:58:25.597189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Allocated IP 172.20.0.3 (4be714db-375a-442f-94f5-77874cef8b8e/d722abe6-42a1-47c9-9546-d6839ccd320b/fee66c52-b315-4a79-8f70-38120c09202a) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:58:25.786829 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59482) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:25.854052 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-677b9b4e-b03d-4a9e-a544-99688dfb4f13 req-f5193afa-37fb-4404-a4a2-39bbd9be7eee tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 210 time: 0.2621336 Jan 20 00:58:25.906809 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 00:58:25.940524 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:25.967465 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 00:58:25.979489 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Transition to ACTIVE for port object 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:58:25.988021 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Sync routers for ids ['c4cfabfa-cd6a-4e0c-934c-e202aba88804'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 00:58:26.000641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:26.005165 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-985cea2d-5281-40d3-abc7-8ead327e18b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:26.025181 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:26.029132 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Routers {'c4cfabfa-cd6a-4e0c-934c-e202aba88804'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:58:26.031356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:58:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['c4cfabfa-cd6a-4e0c-934c-e202aba88804'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:26.052888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-985cea2d-5281-40d3-abc7-8ead327e18b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:26.065209 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-985cea2d-5281-40d3-abc7-8ead327e18b6 admin admin] Usage tracker for resource:security_group_rule and tenant:47584d9f540f49b5a2189b50f64bb0de is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:26.071085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-985cea2d-5281-40d3-abc7-8ead327e18b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:26.091695 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-985cea2d-5281-40d3-abc7-8ead327e18b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:26.137784 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Notify callbacks [] for router, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:26.139147 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.2369237 Jan 20 00:58:26.149227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59496) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:26.310326 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:26.320522 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:26.339231 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Set router c4cfabfa-cd6a-4e0c-934c-e202aba88804 gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:58:26.578066 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:26.649905 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:27.038269 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'name': 'tempest-ServerRescueNegativeTestJSON-1563996684-router', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e2f4875-213a-473b-9813-21b578876dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:17Z', 'updated_at': '2021-01-20T00:58:22Z', 'revision_number': 3, 'project_id': '67e31641c6c3491d928ab40dd60e9f29', 'gw_port': {'id': '2e2f4875-213a-473b-9813-21b578876dc2', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:18Z', 'updated_at': '2021-01-20T00:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:27.048449 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Checking router: c4cfabfa-cd6a-4e0c-934c-e202aba88804 for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 00:58:27.049918 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Updating router c4cfabfa-cd6a-4e0c-934c-e202aba88804 port 2e2f4875-213a-473b-9813-21b578876dc2 binding host dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 00:58:27.060842 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-985cea2d-5281-40d3-abc7-8ead327e18b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:27.080109 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:27.166338 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:27.208481 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-985cea2d-5281-40d3-abc7-8ead327e18b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:27.256696 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e012da42-b66d-4cf3-94b6-ebedb74cca3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:27.270076 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-985cea2d-5281-40d3-abc7-8ead327e18b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47584d9f540f49b5a2189b50f64bb0de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4819558 Jan 20 00:58:27.271548 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59534) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:27.480746 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cea2d-5281-40d3-abc7-8ead327e18b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fed186-7ba1-4e79-aa39-3f39fab1292d,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:27.490645 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-985cea2d-5281-40d3-abc7-8ead327e18b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:27.620597 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:27.743421 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ce35be55-ef25-4221-a86d-843b6259ee7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:27.767437 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Pushing event updated for resources: {'Port': ['ID=fee66c52-b315-4a79-8f70-38120c09202a,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:27.781735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:27.790115 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Attempting to bind port 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:58:27.790719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Attempting to bind port 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:58:27.791861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Attempting to bind port 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f on network 26933088-6e74-4102-ba74-6fb41e98bc12 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:58:27.810807 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:58:27.811684 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Checking segment: {'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:58:27.812277 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:27.812835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Bound using segment: {'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:58:27.813726 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Bound port: 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:58:27.814275 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:27.927813 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ce35be55-ef25-4221-a86d-843b6259ee7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:27.959804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Notify callbacks [] for port, precommit_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:27.975395 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ee079-c425-408c-828c-684d6e622185 req-ea2acc30-743a-4fce-ac4f-3cd1f6412a78 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:27.976997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-4b7ee079-c425-408c-828c-684d6e622185 req-ea2acc30-743a-4fce-ac4f-3cd1f6412a78 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Synchronizing usage tracker for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:58:27.998344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Transition to ACTIVE for port object 2e2f4875-213a-473b-9813-21b578876dc2 will not be triggered until provisioned by entity L2. {{(pid=80163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:58:28.002970 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:28.004689 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Network 4be714db-375a-442f-94f5-77874cef8b8e is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:58:28.004991 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b393a-5bb0-4a5a-a4f6-86e9e8c72b84 req-df1df1af-46a7-4406-9faa-d3d02fcb444e tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:28.012153 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:28.013138 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9b2b393a-5bb0-4a5a-a4f6-86e9e8c72b84 req-df1df1af-46a7-4406-9faa-d3d02fcb444e tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 931 time: 0.5414653 Jan 20 00:58:28.014821 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:58:28.037402 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:28.038405 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:28.063920 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2738619 Jan 20 00:58:28.067383 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-4b7ee079-c425-408c-828c-684d6e622185 req-ea2acc30-743a-4fce-ac4f-3cd1f6412a78 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Unset dirty status for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:58:28.068423 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:28.075061 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4b7ee079-c425-408c-828c-684d6e622185 req-ea2acc30-743a-4fce-ac4f-3cd1f6412a78 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 943 time: 1.1935093 Jan 20 00:58:28.105387 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Request body: {'port': {'device_id': '57b40538-b4b5-4f81-96b8-8d7c669c965d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:28.155192 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9b2b393a-5bb0-4a5a-a4f6-86e9e8c72b84 req-e9064464-4718-48a8-838e-b039ef7284ef tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/security-groups?id=1fab3e11-fb27-493a-b8d5-f540c2aae460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407785 Jan 20 00:58:28.165470 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:28.216426 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4b7ee079-c425-408c-828c-684d6e622185 req-eeb81c54-e880-41af-8836-1e718addf199 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403139 Jan 20 00:58:28.290127 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] For port 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:58:28.405769 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:28.419448 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] For port 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f,segment=NetworkSegment(4238131a-66a8-4cbf-9a82-dbf02630df4a),segment_id=4238131a-66a8-4cbf-9a82-dbf02630df4a)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:58:28.427407 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:28.467651 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:28.525807 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Attempting to bind port 2e2f4875-213a-473b-9813-21b578876dc2 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:58:28.526912 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Attempting to bind port 2e2f4875-213a-473b-9813-21b578876dc2 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:58:28.527501 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Attempting to bind port 2e2f4875-213a-473b-9813-21b578876dc2 on network 7116fac5-173a-4c74-bc75-236a854e751a {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:58:28.545919 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:58:28.546671 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Checking segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:58:28.547463 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:28.548071 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Bound using segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:58:28.548771 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Bound port: 2e2f4875-213a-473b-9813-21b578876dc2, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:58:28.549519 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:28.624982 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ce35be55-ef25-4221-a86d-843b6259ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:28.632095 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:28.647792 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] For port 2e2f4875-213a-473b-9813-21b578876dc2, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:58:28.651641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] For port 2e2f4875-213a-473b-9813-21b578876dc2, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=2e2f4875-213a-473b-9813-21b578876dc2,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:58:28.657482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:28.657791 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Allocated IP 172.20.0.1 (99fd52c4-502e-4c83-91ea-f2e2ff32a861/5ea3b5ac-97a0-4479-907c-e5c9d1b17f81/6cfd6435-fa3a-4e91-904c-cfcae7434db5) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:58:28.661671 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35be55-ef25-4221-a86d-843b6259ee7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fed186-7ba1-4e79-aa39-3f39fab1292d,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:28.674826 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ce35be55-ef25-4221-a86d-843b6259ee7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:28.688673 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ce35be55-ef25-4221-a86d-843b6259ee7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:28.690123 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ce35be55-ef25-4221-a86d-843b6259ee7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12fed186-7ba1-4e79-aa39-3f39fab1292d HTTP/1.1" status: 204 len: 168 time: 1.4131062 Jan 20 00:58:28.706322 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Pushing event updated for resources: {'Port': ['ID=2e2f4875-213a-473b-9813-21b578876dc2,revision_number=2']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:28.718409 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.718848 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.719221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.719586 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.720080 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.720276 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.720617 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.720971 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.721323 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.721674 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.722027 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.722616 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.722801 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.723135 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.723531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.724061 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.724421 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.725398 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.725398 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.725398 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.725735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.726222 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.726405 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.726810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:28.739632 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:28.742649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:28.829126 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:28.829937 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:28.831816 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] 10.222.0.48 "PUT /v2.0/ports/0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f HTTP/1.1" status: 200 len: 1157 time: 4.9796567 Jan 20 00:58:28.835591 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2ae358-e2d2-4d32-a605-52c5b921f7ef', 'tag': '0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:58:28.939687 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:28.987475 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2ae358-e2d2-4d32-a605-52c5b921f7ef', 'tag': '0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f', 'status': 'completed', 'code': 200} Jan 20 00:58:28.996320 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Routers {'c4cfabfa-cd6a-4e0c-934c-e202aba88804'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:58:28.997015 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:58:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['c4cfabfa-cd6a-4e0c-934c-e202aba88804'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:28.999721 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:29.013702 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:29.028553 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:29.042810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b7e4c3d2-78d4-498f-8a21-2a69b7c8efab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:29.090728 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Pushing event updated for resources: {'Port': ['ID=2e2f4875-213a-473b-9813-21b578876dc2,revision_number=3']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:29.096146 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:29.146086 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-34b02824-f8db-4280-a5f1-bae0b383fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:29.148002 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-34b02824-f8db-4280-a5f1-bae0b383fda2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 1160 time: 0.2418356 Jan 20 00:58:29.210225 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Pushing event updated for resources: {'Port': ['ID=6cfd6435-fa3a-4e91-904c-cfcae7434db5,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:29.226043 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:29.382917 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-f5455902-c94d-4459-93be-71b2fc0166ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f HTTP/1.1" status: 200 len: 217 time: 0.2025261 Jan 20 00:58:29.405404 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] Set router c4cfabfa-cd6a-4e0c-934c-e202aba88804 gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:58:29.494793 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:58:29.496056 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:29.498646 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:58:29.582342 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611580'] for router_interface, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:29.813740 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:29.817244 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-67f4b022-bc02-455c-98c8-a117907ae84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:29.819846 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-67f4b022-bc02-455c-98c8-a117907ae84f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faa0bdfa-927a-41d6-8fe4-03b7ed7658d0 HTTP/1.1" status: 200 len: 855 time: 0.1731205 Jan 20 00:58:29.875180 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de597e-3ede-4567-98ee-df2f116f8f55 req-e3b4e8fe-c54c-46f2-afd5-a4e8ad94224f tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:29.877154 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-83de597e-3ede-4567-98ee-df2f116f8f55 req-e3b4e8fe-c54c-46f2-afd5-a4e8ad94224f tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 943 time: 0.2739630 Jan 20 00:58:29.887736 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-a37620a1-868f-4218-b850-14cc9d770ffe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26933088-6e74-4102-ba74-6fb41e98bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583165 Jan 20 00:58:29.929624 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'name': 'tempest-ServerRescueNegativeTestJSON-1563996684-router', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e2f4875-213a-473b-9813-21b578876dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:17Z', 'updated_at': '2021-01-20T00:58:22Z', 'revision_number': 3, 'project_id': '67e31641c6c3491d928ab40dd60e9f29', 'gw_port': {'id': '2e2f4875-213a-473b-9813-21b578876dc2', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:18Z', 'updated_at': '2021-01-20T00:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:29.934973 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a2d1d-00c3-4540-9748-b1b08c9b7d3f None None] The sync data for ids ['c4cfabfa-cd6a-4e0c-934c-e202aba88804'] in dv-cinder-667108-30-smb is: [{'id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'name': 'tempest-ServerRescueNegativeTestJSON-1563996684-router', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e2f4875-213a-473b-9813-21b578876dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:17Z', 'updated_at': '2021-01-20T00:58:22Z', 'revision_number': 3, 'project_id': '67e31641c6c3491d928ab40dd60e9f29', 'gw_port': {'id': '2e2f4875-213a-473b-9813-21b578876dc2', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:18Z', 'updated_at': '2021-01-20T00:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 00:58:29.975909 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b2c39-a947-432d-85d6-e7479ea528bb req-35eb465c-353a-4a49-ae59-90284b38303d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:29.976647 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-6b9b2c39-a947-432d-85d6-e7479ea528bb req-35eb465c-353a-4a49-ae59-90284b38303d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Synchronizing usage tracker for tenant:6b02d665b4d8484682490538fa09651a on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:58:30.058653 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-83de597e-3ede-4567-98ee-df2f116f8f55 req-2aa0a223-b8aa-4ae2-92df-da795440830d tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154583 Jan 20 00:58:30.139067 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-6b9b2c39-a947-432d-85d6-e7479ea528bb req-35eb465c-353a-4a49-ae59-90284b38303d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Unset dirty status for tenant:6b02d665b4d8484682490538fa09651a on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:58:30.140396 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6b9b2c39-a947-432d-85d6-e7479ea528bb req-35eb465c-353a-4a49-ae59-90284b38303d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 931 time: 0.5498681 Jan 20 00:58:30.157286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee66c52-b315-4a79-8f70-38120c09202a {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 00:58:30.204428 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:30.235356 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-57c678f0-6f9e-41bd-85c6-414dd274ad77 service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345056 Jan 20 00:58:30.241169 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Transition to ACTIVE for port object fee66c52-b315-4a79-8f70-38120c09202a will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:58:30.247838 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:30.266655 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-36cf6bcb-b37d-413b-a8ac-e69d2f7fbcd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:30.281598 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:30.290612 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852615402'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:30.319376 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-6b9b2c39-a947-432d-85d6-e7479ea528bb req-ffc0094e-697d-4291-80e7-c142778c8f5a tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Synchronizing usage tracker for tenant:6b02d665b4d8484682490538fa09651a on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:58:30.337296 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:30.407345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59604) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:30.440179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854164385'] for router_interface, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:30.516725 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Pushing event updated for resources: {'Port': ['ID=6cfd6435-fa3a-4e91-904c-cfcae7434db5,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:30.535698 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:30.687661 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Pushing event updated for resources: {'Port': ['ID=fee66c52-b315-4a79-8f70-38120c09202a,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:30.728822 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:30.729542 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-6b9b2c39-a947-432d-85d6-e7479ea528bb req-ffc0094e-697d-4291-80e7-c142778c8f5a tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Unset dirty status for tenant:6b02d665b4d8484682490538fa09651a on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:58:30.730992 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6b9b2c39-a947-432d-85d6-e7479ea528bb req-ffc0094e-697d-4291-80e7-c142778c8f5a tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/security-groups?id=1fab3e11-fb27-493a-b8d5-f540c2aae460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677390 Jan 20 00:58:30.741403 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-97983813-network', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:30.752239 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:30.765245 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Usage tracker for resource:network and tenant:9d86c7bf59a9461da92d71a26eae8e39 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:30.776556 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:30.788534 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:58:30.789948 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:30.792540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:30.853912 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f9914a9-359d-4c2b-bd57-ee6777f860ec req-a1774274-dae7-43a9-9a45-8c7d504ed3b1 service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5892761 Jan 20 00:58:31.046985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Made reservation on behalf of 9d86c7bf59a9461da92d71a26eae8e39 for: {'network': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:58:31.051800 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:31.074743 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:31.103077 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Attempting to bind port fee66c52-b315-4a79-8f70-38120c09202a on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:58:31.103551 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Attempting to bind port fee66c52-b315-4a79-8f70-38120c09202a by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'eab314a0-1b3d-444c-a46e-69851ffd24a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4be714db-375a-442f-94f5-77874cef8b8e'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:58:31.104505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Attempting to bind port fee66c52-b315-4a79-8f70-38120c09202a on network 4be714db-375a-442f-94f5-77874cef8b8e {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:58:31.113303 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:31.114734 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:58:31.115481 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Checking segment: {'id': 'eab314a0-1b3d-444c-a46e-69851ffd24a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4be714db-375a-442f-94f5-77874cef8b8e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:58:31.117555 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:31.117555 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Bound using segment: {'id': 'eab314a0-1b3d-444c-a46e-69851ffd24a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4be714db-375a-442f-94f5-77874cef8b8e'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:58:31.117555 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Bound port: fee66c52-b315-4a79-8f70-38120c09202a, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab314a0-1b3d-444c-a46e-69851ffd24a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4be714db-375a-442f-94f5-77874cef8b8e'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:58:31.117555 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:31.146161 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Usage tracker for resource:security_group_rule and tenant:9d86c7bf59a9461da92d71a26eae8e39 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:31.157949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:31.182222 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Router c4cfabfa-cd6a-4e0c-934c-e202aba88804 has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 00:58:31.195728 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:31.262785 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] For port fee66c52-b315-4a79-8f70-38120c09202a, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:58:31.266670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] For port fee66c52-b315-4a79-8f70-38120c09202a, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=fee66c52-b315-4a79-8f70-38120c09202a,segment=NetworkSegment(eab314a0-1b3d-444c-a46e-69851ffd24a5),segment_id=eab314a0-1b3d-444c-a46e-69851ffd24a5)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:58:31.276026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:31.295326 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 2e2f4875-213a-473b-9813-21b578876dc2 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:31.305817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 59632) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:31.307423 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:31.390111 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 2e2f4875-213a-473b-9813-21b578876dc2 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:58:31.390111 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 2e2f4875-213a-473b-9813-21b578876dc2 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:31.390507 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:31.434437 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9891035-4027-4f78-97fa-476a3fd5aafb req-1c068512-5e2e-4258-8663-5bc820fbe725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:31.436156 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d9891035-4027-4f78-97fa-476a3fd5aafb req-1c068512-5e2e-4258-8663-5bc820fbe725 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 1160 time: 0.4530513 Jan 20 00:58:31.655537 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 00:58:31.688504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:31.713751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port 2e2f4875-213a-473b-9813-21b578876dc2, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=2e2f4875-213a-473b-9813-21b578876dc2,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:58:31.725067 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] 10.222.0.44 "PUT /v2.0/routers/c4cfabfa-cd6a-4e0c-934c-e202aba88804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5655785 Jan 20 00:58:31.756604 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:31.761653 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-73566e2f-b7e9-48a2-b4bc-a7cb5fcfb89d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:31.922721 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc09c0-beea-43a9-a127-700fcfc08eb7 req-cf4614ad-effd-4b5c-8e24-1060d67d2b84 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:31.931657 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d9fc09c0-beea-43a9-a127-700fcfc08eb7 req-cf4614ad-effd-4b5c-8e24-1060d67d2b84 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 943 time: 0.3270445 Jan 20 00:58:31.956062 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=2e2f4875-213a-473b-9813-21b578876dc2,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:31.960463 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:32.007982 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a323-fc48-4889-84b0-ebbfd1e0108b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:32.033653 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Pushing event updated for resources: {'Port': ['ID=fee66c52-b315-4a79-8f70-38120c09202a,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:32.039756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:32.059565 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:32.068847 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-720f1820-6b55-4402-bdff-265cb989e6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:32.094990 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d9fc09c0-beea-43a9-a127-700fcfc08eb7 req-2d60f1ea-c38a-46ab-846c-f116f87b0d4c tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507452 Jan 20 00:58:32.101356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:32.102482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d1c3a323-fc48-4889-84b0-ebbfd1e0108b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:32.122240 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 00:58:32.135476 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d1c3a323-fc48-4889-84b0-ebbfd1e0108b admin admin] Usage tracker for resource:security_group_rule and tenant:14a4660a8af64467973cbf0fe79a31d5 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:32.142859 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d1c3a323-fc48-4889-84b0-ebbfd1e0108b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:32.147555 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1e6a3c-f336-4106-84ce-ed46cc5046c4,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:32.147978 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:32.148346 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Added segment 0ed90a87-9452-4649-a8c0-bd6961d2e4fb of type vxlan for network 041996d2-e17d-4329-a56e-806cccfa8530 Jan 20 00:58:32.150026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:32.170448 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d1c3a323-fc48-4889-84b0-ebbfd1e0108b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:32.196149 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:32.196850 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:32.198453 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] 10.222.0.48 "PUT /v2.0/ports/fee66c52-b315-4a79-8f70-38120c09202a HTTP/1.1" status: 200 len: 1157 time: 4.0979137 Jan 20 00:58:32.203119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b40538-b4b5-4f81-96b8-8d7c669c965d', 'tag': 'fee66c52-b315-4a79-8f70-38120c09202a'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:58:32.314806 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9891035-4027-4f78-97fa-476a3fd5aafb req-bd5f80b0-9502-4653-b6f2-b80070bb2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:32.316631 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d9891035-4027-4f78-97fa-476a3fd5aafb req-bd5f80b0-9502-4653-b6f2-b80070bb2abe service neutron] 10.222.0.48 "GET /v2.0/networks?id=26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 200 len: 909 time: 0.8382514 Jan 20 00:58:32.458125 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:32.478448 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d9891035-4027-4f78-97fa-476a3fd5aafb req-80552b27-f971-424d-9f6a-7e3e4404f870 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f HTTP/1.1" status: 200 len: 217 time: 0.1121378 Jan 20 00:58:32.502400 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:32.504004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:32.505086 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:32.529654 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-48410632-72aa-4971-a38b-abca4601904d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:32.550038 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1415370 Jan 20 00:58:32.555986 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59670) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:32.578372 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Request body: {'subnet': {'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-97983813-subnet', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'ip_version': 4}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:32.588039 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:32.640739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-21cbd8a8-854e-4afd-9a2d-f3593844c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:32.642765 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-21cbd8a8-854e-4afd-9a2d-f3593844c579 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b02d665b4d8484682490538fa09651a&device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 1160 time: 0.3886280 Jan 20 00:58:32.648777 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9891035-4027-4f78-97fa-476a3fd5aafb req-a73ed121-3bea-48ee-b03c-9e15bf590b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:32.650341 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d9891035-4027-4f78-97fa-476a3fd5aafb req-a73ed121-3bea-48ee-b03c-9e15bf590b65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faa0bdfa-927a-41d6-8fe4-03b7ed7658d0 HTTP/1.1" status: 200 len: 855 time: 0.1533518 Jan 20 00:58:32.663484 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Usage tracker for resource:subnet and tenant:9d86c7bf59a9461da92d71a26eae8e39 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:32.669951 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:32.715648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Pushing event updated for resources: {'Network': ['ID=041996d2-e17d-4329-a56e-806cccfa8530,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:32.718930 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:32.730017 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network 041996d2-e17d-4329-a56e-806cccfa8530 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:58:32.735853 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:32.812866 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3e7b3-462e-4b6d-81a7-fb6a6f6bfc87 req-de1dec49-b7a6-4852-b198-7e374066e315 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:32.821360 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-33b3e7b3-462e-4b6d-81a7-fb6a6f6bfc87 req-de1dec49-b7a6-4852-b198-7e374066e315 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 943 time: 0.5035064 Jan 20 00:58:32.836362 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59686) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:32.852208 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-46b641b4-dcbb-458c-9a7d-fec98fbd363d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee66c52-b315-4a79-8f70-38120c09202a HTTP/1.1" status: 200 len: 217 time: 0.1981952 Jan 20 00:58:32.853862 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network 041996d2-e17d-4329-a56e-806cccfa8530 details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:58:32.875688 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d9891035-4027-4f78-97fa-476a3fd5aafb req-8977a4ac-ddc8-4e50-b710-79b89a5ef849 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26933088-6e74-4102-ba74-6fb41e98bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365087 Jan 20 00:58:32.923949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798988a-3566-4fe4-9b09-a97da13944ae req-f7e47537-dc52-4faa-865a-9769389f8aac tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:32.925176 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0798988a-3566-4fe4-9b09-a97da13944ae req-f7e47537-dc52-4faa-865a-9769389f8aac tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Synchronizing usage tracker for tenant:67e31641c6c3491d928ab40dd60e9f29 on resource:network {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:58:32.948227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0798988a-3566-4fe4-9b09-a97da13944ae req-f7e47537-dc52-4faa-865a-9769389f8aac tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Unset dirty status for tenant:67e31641c6c3491d928ab40dd60e9f29 on resource:network {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:58:32.950117 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0798988a-3566-4fe4-9b09-a97da13944ae req-f7e47537-dc52-4faa-865a-9769389f8aac tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/networks?id=99fd52c4-502e-4c83-91ea-f2e2ff32a861 HTTP/1.1" status: 200 len: 819 time: 0.2831790 Jan 20 00:58:32.970856 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0798988a-3566-4fe4-9b09-a97da13944ae req-fa45fc34-d912-46f9-82ca-40d69d95dd66 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/quotas/67e31641c6c3491d928ab40dd60e9f29 HTTP/1.1" status: 200 len: 375 time: 0.0123138 Jan 20 00:58:33.024647 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-33b3e7b3-462e-4b6d-81a7-fb6a6f6bfc87 req-c30a9f11-a938-4a0e-bc7c-2d63adc3074f tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/security-groups?id=1fab3e11-fb27-493a-b8d5-f540c2aae460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022545 Jan 20 00:58:33.027219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a323-fc48-4889-84b0-ebbfd1e0108b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:33.040360 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a323-fc48-4889-84b0-ebbfd1e0108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:33.067523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e59d3f34-b1a9-4f8b-829c-a5e6588174b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:33.073936 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a46dd9b0-20b1-4c96-b7f9-7d79ea28368b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:33.091316 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Made reservation on behalf of 9d86c7bf59a9461da92d71a26eae8e39 for: {'subnet': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:58:33.097090 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851842305'] for subnet, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:33.194443 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b40538-b4b5-4f81-96b8-8d7c669c965d', 'tag': 'fee66c52-b315-4a79-8f70-38120c09202a', 'status': 'completed', 'code': 200} Jan 20 00:58:33.217837 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-d1c3a323-fc48-4889-84b0-ebbfd1e0108b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14a4660a8af64467973cbf0fe79a31d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8424499 Jan 20 00:58:33.222505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-274a300b-c4b5-4e29-9def-dd718bca94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:33.224832 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-274a300b-c4b5-4e29-9def-dd718bca94c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d722abe6-42a1-47c9-9546-d6839ccd320b HTTP/1.1" status: 200 len: 849 time: 0.3521328 Jan 20 00:58:33.225556 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3a323-fc48-4889-84b0-ebbfd1e0108b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f622444-f44e-4188-bd76-9a32d6809314,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:33.228234 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 59696) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:33.235647 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1c3a323-fc48-4889-84b0-ebbfd1e0108b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:33.253004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 2e2f4875-213a-473b-9813-21b578876dc2 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:33.335328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a46dd9b0-20b1-4c96-b7f9-7d79ea28368b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:33.339525 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-9ffa4cea-7cdd-41c4-98a8-a2d6fb31a6b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4be714db-375a-442f-94f5-77874cef8b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028633 Jan 20 00:58:33.347602 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a46dd9b0-20b1-4c96-b7f9-7d79ea28368b admin admin] Usage tracker for resource:security_group_rule and tenant:9e315b7e72424616a6109693d48d0b0e is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:33.349579 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 2e2f4875-213a-473b-9813-21b578876dc2 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:33.350613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:33.368255 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a46dd9b0-20b1-4c96-b7f9-7d79ea28368b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:33.378976 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a46dd9b0-20b1-4c96-b7f9-7d79ea28368b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:33.380267 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d9891035-4027-4f78-97fa-476a3fd5aafb req-f8a45646-eb3f-44cd-93ab-6aeddbd5d66c service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590883 Jan 20 00:58:33.446195 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0798988a-3566-4fe4-9b09-a97da13944ae req-9a525063-167b-430a-8432-bd8f07125a10 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Synchronizing usage tracker for tenant:67e31641c6c3491d928ab40dd60e9f29 on resource:port {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:58:33.474448 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6a55403-8436-455c-9fad-699107106b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:33.480780 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0798988a-3566-4fe4-9b09-a97da13944ae req-9a525063-167b-430a-8432-bd8f07125a10 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Unset dirty status for tenant:67e31641c6c3491d928ab40dd60e9f29 on resource:port {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:58:33.491517 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0798988a-3566-4fe4-9b09-a97da13944ae req-9a525063-167b-430a-8432-bd8f07125a10 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?tenant_id=67e31641c6c3491d928ab40dd60e9f29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5088739 Jan 20 00:58:33.655301 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6a55403-8436-455c-9fad-699107106b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:33.732543 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-59c6b325-b2fc-49a1-8bf0-da70ff3a5879 service neutron] 10.222.0.48 "GET /v2.0/networks/4be714db-375a-442f-94f5-77874cef8b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803351 Jan 20 00:58:33.750642 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Sync routers for ids ['c4cfabfa-cd6a-4e0c-934c-e202aba88804'] in dv-cinder-667108-30-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 00:58:33.763928 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Routers {'c4cfabfa-cd6a-4e0c-934c-e202aba88804'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:58:33.764972 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:58:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['c4cfabfa-cd6a-4e0c-934c-e202aba88804'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:33.772271 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d9891035-4027-4f78-97fa-476a3fd5aafb req-f2c3c2fa-1627-4b56-9b85-f8d9e5fec61c service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3761051 Jan 20 00:58:33.799965 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a46dd9b0-20b1-4c96-b7f9-7d79ea28368b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:33.807843 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a46dd9b0-20b1-4c96-b7f9-7d79ea28368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:33.819619 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b3a6bd77-a2e9-4117-9dd1-270e781a48ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:33.828490 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0798988a-3566-4fe4-9b09-a97da13944ae req-f234b89b-c8ad-47fc-94cf-a2845cadbccd service neutron] 10.222.0.44 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354487 Jan 20 00:58:33.911686 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6a55403-8436-455c-9fad-699107106b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:33.917871 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a46dd9b0-20b1-4c96-b7f9-7d79ea28368b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e315b7e72424616a6109693d48d0b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0755997 Jan 20 00:58:33.924659 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:33.929069 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dd9b0-20b1-4c96-b7f9-7d79ea28368b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef588bc-cada-476f-8364-34077b7c28f5,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:33.933415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59700) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:33.943771 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a46dd9b0-20b1-4c96-b7f9-7d79ea28368b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:33.965625 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a55403-8436-455c-9fad-699107106b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f622444-f44e-4188-bd76-9a32d6809314,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:33.984968 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f6a55403-8436-455c-9fad-699107106b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:34.002348 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6a55403-8436-455c-9fad-699107106b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:34.008308 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f6a55403-8436-455c-9fad-699107106b58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f622444-f44e-4188-bd76-9a32d6809314 HTTP/1.1" status: 204 len: 168 time: 0.7722256 Jan 20 00:58:34.008308 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-503d0d45-6fb6-46b2-a3a4-7c78b4205762 req-09f44a5d-998e-4df9-b64d-1925bd83a370 service neutron] 10.222.0.48 "GET /v2.0/networks/4be714db-375a-442f-94f5-77874cef8b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2666414 Jan 20 00:58:34.050012 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43755e-f4b3-4d21-9409-7850ccdbf590 req-04c7c303-8a15-465a-a26d-05f83605deb7 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:34.051896 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1b43755e-f4b3-4d21-9409-7850ccdbf590 req-04c7c303-8a15-465a-a26d-05f83605deb7 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 943 time: 0.2841556 Jan 20 00:58:34.079972 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852614754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851842416'] for subnet, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:34.166080 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cda4cb9f-50cb-4496-a1b4-8feb9ced34d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:34.224248 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Set router c4cfabfa-cd6a-4e0c-934c-e202aba88804 gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:58:34.228492 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1b43755e-f4b3-4d21-9409-7850ccdbf590 req-8cb39e6e-fb16-4142-a46c-5c9313afd243 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655169 Jan 20 00:58:34.262541 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5715fb-7b9b-40f8-802b-5d197ef707db req-cd8178bd-0409-4429-a215-218c94acd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:34.264872 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1b5715fb-7b9b-40f8-802b-5d197ef707db req-cd8178bd-0409-4429-a215-218c94acd773 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b02d665b4d8484682490538fa09651a&device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 1160 time: 0.1321831 Jan 20 00:58:34.438414 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-108dfca6-dd1c-4aa7-8688-b51590406bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:34.454019 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0798988a-3566-4fe4-9b09-a97da13944ae req-1df3b7eb-d571-40f1-a43d-5c8515394c0b service neutron] 10.222.0.44 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6100330 Jan 20 00:58:34.505618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b4fae4-9e91-4272-a744-34539bd495ef,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:34.512446 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:58:34.513873 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-108dfca6-dd1c-4aa7-8688-b51590406bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:34.521605 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:34.612739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Checking segment: {'id': '0ed90a87-9452-4649-a8c0-bd6961d2e4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:58:34.613370 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Network hostable DHCP agents. Network: 041996d2-e17d-4329-a56e-806cccfa8530, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 00:58:34.620582 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-108dfca6-dd1c-4aa7-8688-b51590406bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:34.624975 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-724fc49c-b021-4221-9ac3-59f13ab0a841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:34.646085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108dfca6-dd1c-4aa7-8688-b51590406bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef588bc-cada-476f-8364-34077b7c28f5,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:34.646818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5715fb-7b9b-40f8-802b-5d197ef707db req-51878bf1-6f92-47ca-8ad7-d46cf68acc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:34.648614 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1b5715fb-7b9b-40f8-802b-5d197ef707db req-51878bf1-6f92-47ca-8ad7-d46cf68acc92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4be714db-375a-442f-94f5-77874cef8b8e HTTP/1.1" status: 200 len: 903 time: 0.3689892 Jan 20 00:58:34.650833 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-108dfca6-dd1c-4aa7-8688-b51590406bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:34.659717 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-108dfca6-dd1c-4aa7-8688-b51590406bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:34.660989 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-108dfca6-dd1c-4aa7-8688-b51590406bd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ef588bc-cada-476f-8364-34077b7c28f5 HTTP/1.1" status: 204 len: 168 time: 0.7208977 Jan 20 00:58:34.662182 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Network 041996d2-e17d-4329-a56e-806cccfa8530 is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 00:58:34.675212 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, 041996d2-e17d-4329-a56e-806cccfa8530) {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:34.689846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd2a3e4-5dd4-4fd5-98bc-b5e691e54d69 None None] Network 041996d2-e17d-4329-a56e-806cccfa8530 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:58:34.705475 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:34.706149 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:34.740625 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1830688 Jan 20 00:58:34.751287 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59722) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:34.758830 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:34.765026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:34.772004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Usage tracker for resource:router and tenant:9d86c7bf59a9461da92d71a26eae8e39 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:34.776140 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:34.784349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:34.806765 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-439'] for router, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:34.807931 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854169189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853813605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1025922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775409'] for router, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:34.836443 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:35.000139 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:35.118817 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1b5715fb-7b9b-40f8-802b-5d197ef707db req-f95b4b95-08d9-4e23-bd43-fbd5c269a978 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee66c52-b315-4a79-8f70-38120c09202a HTTP/1.1" status: 200 len: 217 time: 0.4372394 Jan 20 00:58:35.226362 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'name': 'tempest-ServerRescueNegativeTestJSON-1563996684-router', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e2f4875-213a-473b-9813-21b578876dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:17Z', 'updated_at': '2021-01-20T00:58:29Z', 'revision_number': 4, 'project_id': '67e31641c6c3491d928ab40dd60e9f29', 'gw_port': {'id': '2e2f4875-213a-473b-9813-21b578876dc2', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:18Z', 'updated_at': '2021-01-20T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '6cfd6435-fa3a-4e91-904c-cfcae7434db5', 'name': '', 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29', 'mac_address': 'fa:16:3e:3d:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '5ea3b5ac-97a0-4479-907c-e5c9d1b17f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:28Z', 'updated_at': '2021-01-20T00:58:30Z', 'revision_number': 2, 'project_id': '67e31641c6c3491d928ab40dd60e9f29', 'subnets': [{'id': '5ea3b5ac-97a0-4479-907c-e5c9d1b17f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:35.231817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Checking router: c4cfabfa-cd6a-4e0c-934c-e202aba88804 for host: dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 00:58:35.232224 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Updating router c4cfabfa-cd6a-4e0c-934c-e202aba88804 port 6cfd6435-fa3a-4e91-904c-cfcae7434db5 binding host dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 00:58:35.275869 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df704780-ee60-48fb-b1bb-c55b0a17406c req-99d3c93d-2886-4a2a-a08a-1462602618f3 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:35.282928 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-df704780-ee60-48fb-b1bb-c55b0a17406c req-99d3c93d-2886-4a2a-a08a-1462602618f3 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 943 time: 0.8040528 Jan 20 00:58:35.305768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:58:35.321875 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:35.322604 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:35.384017 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5715fb-7b9b-40f8-802b-5d197ef707db req-df952571-a03a-452c-94f0-bb2b2fe0e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:35.385934 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1b5715fb-7b9b-40f8-802b-5d197ef707db req-df952571-a03a-452c-94f0-bb2b2fe0e96e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d722abe6-42a1-47c9-9546-d6839ccd320b HTTP/1.1" status: 200 len: 849 time: 0.2662463 Jan 20 00:58:35.470646 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47cf4265-80e3-5d65-ae8c-d06ff241b5cf-041996d2-e17d-4329-a56e-806cccfa8530', 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'fixed_ips': [{'subnet_id': 'f6b4fae4-9e91-4272-a744-34539bd495ef'}]}} from dv-cinder-667108-30-smb. {{(pid=80162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 00:58:35.471640 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:35.516544 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1b5715fb-7b9b-40f8-802b-5d197ef707db req-031749f8-5878-45fd-b059-537632a66e49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4be714db-375a-442f-94f5-77874cef8b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178067 Jan 20 00:58:35.546543 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-df704780-ee60-48fb-b1bb-c55b0a17406c req-a1e4cf3b-3e3e-4960-b45a-00a7a1c11098 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/security-groups?id=1fab3e11-fb27-493a-b8d5-f540c2aae460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511103 Jan 20 00:58:35.616839 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3387960d-d8a4-4888-ae5b-564d2988143d req-01a8b7da-0275-4ef7-a59d-530516568df5 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 210 time: 0.2721641 Jan 20 00:58:35.623068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 59744) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:35.646373 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853813622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775394'] for router, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:35.649000 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:35.733648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-747c6cce-6e55-47fc-84f6-effd1ec75bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:35.828535 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-747c6cce-6e55-47fc-84f6-effd1ec75bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:35.834469 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-747c6cce-6e55-47fc-84f6-effd1ec75bed admin admin] Usage tracker for resource:security_group_rule and tenant:54d87f09751a42b39e9481a211b40a73 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:35.838271 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-747c6cce-6e55-47fc-84f6-effd1ec75bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:35.845515 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-747c6cce-6e55-47fc-84f6-effd1ec75bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:36.060035 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1b5715fb-7b9b-40f8-802b-5d197ef707db req-bf424ff5-0057-4c78-b33f-e76fdde31395 service neutron] 10.222.0.48 "GET /v2.0/networks/4be714db-375a-442f-94f5-77874cef8b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122623 Jan 20 00:58:36.125186 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-747c6cce-6e55-47fc-84f6-effd1ec75bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:36.146827 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-747c6cce-6e55-47fc-84f6-effd1ec75bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:36.161637 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:36.247125 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Notify callbacks [] for port, precommit_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:36.262871 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Transition to ACTIVE for port object 6cfd6435-fa3a-4e91-904c-cfcae7434db5 will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:58:36.312272 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1b5715fb-7b9b-40f8-802b-5d197ef707db req-7b4dee25-154e-46c7-8839-3ddb2071f61e service neutron] 10.222.0.48 "GET /v2.0/networks/4be714db-375a-442f-94f5-77874cef8b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2305861 Jan 20 00:58:36.337388 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd122e-7494-49c7-b717-a76a1fe6ee6f req-24dfbf5c-1345-4a36-907c-51b187d9ed60 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:36.345437 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a2bd122e-7494-49c7-b717-a76a1fe6ee6f req-24dfbf5c-1345-4a36-907c-51b187d9ed60 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 943 time: 0.5277467 Jan 20 00:58:36.345558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:36.349160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c6cce-6e55-47fc-84f6-effd1ec75bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7cf087-460b-41ee-970b-a201564d2cfa,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:36.367283 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:36.368918 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-747c6cce-6e55-47fc-84f6-effd1ec75bed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54d87f09751a42b39e9481a211b40a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7447057 Jan 20 00:58:36.370677 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-747c6cce-6e55-47fc-84f6-effd1ec75bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:36.373066 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 59780) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:36.480050 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a2bd122e-7494-49c7-b717-a76a1fe6ee6f req-73a8584e-bec7-4f4d-b4a9-9b478879b41a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319497 Jan 20 00:58:36.503744 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-29e67e6e-8e6e-43ea-8ae6-478181dc3280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:36.538588 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f,segment=NetworkSegment(4238131a-66a8-4cbf-9a82-dbf02630df4a),segment_id=4238131a-66a8-4cbf-9a82-dbf02630df4a)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:58:36.540107 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:36.578061 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-29e67e6e-8e6e-43ea-8ae6-478181dc3280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:36.635545 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-29e67e6e-8e6e-43ea-8ae6-478181dc3280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:36.641480 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:36.654317 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e67e6e-8e6e-43ea-8ae6-478181dc3280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7cf087-460b-41ee-970b-a201564d2cfa,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:36.661878 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-29e67e6e-8e6e-43ea-8ae6-478181dc3280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:36.662739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-29e67e6e-8e6e-43ea-8ae6-478181dc3280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:36.666405 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-29e67e6e-8e6e-43ea-8ae6-478181dc3280 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac7cf087-460b-41ee-970b-a201564d2cfa HTTP/1.1" status: 204 len: 168 time: 0.2899499 Jan 20 00:58:36.685070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2ae358-e2d2-4d32-a605-52c5b921f7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:58:36.686379 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-76deb00e-854b-4155-a580-7b3b1f093a29 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:36.688094 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-76deb00e-854b-4155-a580-7b3b1f093a29 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/networks?id=99fd52c4-502e-4c83-91ea-f2e2ff32a861 HTTP/1.1" status: 200 len: 819 time: 0.4141448 Jan 20 00:58:36.691400 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa40296-edef-48fd-a1e1-3af92df224fc None None] Pushing event updated for resources: {'Port': ['ID=6cfd6435-fa3a-4e91-904c-cfcae7434db5,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:36.695403 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6aa40296-edef-48fd-a1e1-3af92df224fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:36.775498 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:36.786957 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:36.855740 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-327b7262-50d2-4c87-8d88-2f554f492f6e tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/quotas/67e31641c6c3491d928ab40dd60e9f29 HTTP/1.1" status: 200 len: 375 time: 0.0586460 Jan 20 00:58:36.895470 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:36.899212 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:37.025005 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Attempting to bind port 6cfd6435-fa3a-4e91-904c-cfcae7434db5 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:58:37.025432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Attempting to bind port 6cfd6435-fa3a-4e91-904c-cfcae7434db5 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '38523567-1b8c-4c32-a860-fb18c9a2b8d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:58:37.025849 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Attempting to bind port 6cfd6435-fa3a-4e91-904c-cfcae7434db5 on network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:58:37.039620 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:58:37.040044 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Checking segment: {'id': '38523567-1b8c-4c32-a860-fb18c9a2b8d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:58:37.040502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:37.040944 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Bound using segment: {'id': '38523567-1b8c-4c32-a860-fb18c9a2b8d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:58:37.041517 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Bound port: 6cfd6435-fa3a-4e91-904c-cfcae7434db5, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38523567-1b8c-4c32-a860-fb18c9a2b8d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:58:37.041946 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:37.106908 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:37.162941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] For port 6cfd6435-fa3a-4e91-904c-cfcae7434db5, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:58:37.166750 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] For port 6cfd6435-fa3a-4e91-904c-cfcae7434db5, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=6cfd6435-fa3a-4e91-904c-cfcae7434db5,segment=NetworkSegment(38523567-1b8c-4c32-a860-fb18c9a2b8d3),segment_id=38523567-1b8c-4c32-a860-fb18c9a2b8d3)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:58:37.199209 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-f325ba57-a5af-494b-a512-13da15e02dbb tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?tenant_id=67e31641c6c3491d928ab40dd60e9f29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3428240 Jan 20 00:58:37.218383 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798988a-3566-4fe4-9b09-a97da13944ae req-f1b82f53-8a3e-4564-b11b-74584b1dbb2c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:37.220100 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0798988a-3566-4fe4-9b09-a97da13944ae req-f1b82f53-8a3e-4564-b11b-74584b1dbb2c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.48 "GET /v2.0/networks?id=99fd52c4-502e-4c83-91ea-f2e2ff32a861 HTTP/1.1" status: 200 len: 819 time: 0.4421992 Jan 20 00:58:37.241889 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:37.249138 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-71ac7f35-5a23-4d1c-bf8c-60873899d59c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80162) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 00:58:37.253694 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:37.304835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-0798988a-3566-4fe4-9b09-a97da13944ae req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Request body: {'port': {'device_id': '247ea740-9fdb-4d83-b765-7b2d0027998a', 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861', 'admin_state_up': True, 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:37.394636 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1a6e9fb9-85a0-48ae-8a8d-486280cef08c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:37.493192 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-f3e85dd6-6b7f-4671-bb5f-40bc80f3a6cf service neutron] 10.222.0.44 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922926 Jan 20 00:58:37.523266 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Routers {'c4cfabfa-cd6a-4e0c-934c-e202aba88804'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:58:37.524026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:58:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['c4cfabfa-cd6a-4e0c-934c-e202aba88804'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:37.544955 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-0798988a-3566-4fe4-9b09-a97da13944ae req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:37.572160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-0798988a-3566-4fe4-9b09-a97da13944ae req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:37.598839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59804) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:37.615004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0798988a-3566-4fe4-9b09-a97da13944ae req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Made reservation on behalf of 67e31641c6c3491d928ab40dd60e9f29 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:58:37.624402 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0798988a-3566-4fe4-9b09-a97da13944ae req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:37.629874 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7c7064c-ede9-4c32-abbb-6df482624a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:37.661662 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a5e5c-cb5c-48a5-b1a7-5165a2aaa645 req-e64fa8c1-d9a7-408d-843a-a7a9b71e18f2 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:37.670252 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fe4a5e5c-cb5c-48a5-b1a7-5165a2aaa645 req-e64fa8c1-d9a7-408d-843a-a7a9b71e18f2 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 943 time: 0.4410830 Jan 20 00:58:37.718724 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a7c7064c-ede9-4c32-abbb-6df482624a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:37.728665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a7c7064c-ede9-4c32-abbb-6df482624a05 admin admin] Usage tracker for resource:security_group_rule and tenant:27ec37b4de6e44c19eab707ba58f0344 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:37.734489 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a7c7064c-ede9-4c32-abbb-6df482624a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:37.743536 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a7c7064c-ede9-4c32-abbb-6df482624a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:37.756484 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fe4a5e5c-cb5c-48a5-b1a7-5165a2aaa645 req-fafe9789-58e3-47b2-a9d1-13777549b9a7 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/security-groups?id=1fab3e11-fb27-493a-b8d5-f540c2aae460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850046 Jan 20 00:58:37.826257 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 59812) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:37.929223 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-9bfe7047-4821-41f6-8f5a-0796f90c2976 service neutron] 10.222.0.44 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4352160 Jan 20 00:58:37.960462 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] Set router c4cfabfa-cd6a-4e0c-934c-e202aba88804 gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:58:38.071167 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7c7064c-ede9-4c32-abbb-6df482624a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:38.087486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7c7064c-ede9-4c32-abbb-6df482624a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:38.108738 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:38.156220 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7064c-ede9-4c32-abbb-6df482624a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3013a83c-466d-4e56-911d-ff7c8e54c89d,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:38.170789 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a7c7064c-ede9-4c32-abbb-6df482624a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:38.196139 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a7c7064c-ede9-4c32-abbb-6df482624a05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27ec37b4de6e44c19eab707ba58f0344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5946147 Jan 20 00:58:38.196962 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Allocated IP 172.28.0.147 (7116fac5-173a-4c74-bc75-236a854e751a/6b429026-7f7c-498d-960b-2e131da09027/21e61672-6740-4ca2-87c8-ded5ba9f2872) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:58:38.199302 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 59822) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:38.221799 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2ae358-e2d2-4d32-a605-52c5b921f7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f', 'code': 200} Jan 20 00:58:38.388651 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bb0ce83-2c9b-4271-a805-c234ee6bdf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:38.396881 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6919a581-d75c-40a1-9391-7d15bda17933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:38.425933 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device fee66c52-b315-4a79-8f70-38120c09202a up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:38.454956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bb0ce83-2c9b-4271-a805-c234ee6bdf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:38.502751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7457af-e264-4c65-a011-2df4ba61acc0 req-6eb2f5b1-30e8-4975-9972-04564356f1c9 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:38.507870 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6d7457af-e264-4c65-a011-2df4ba61acc0 req-6eb2f5b1-30e8-4975-9972-04564356f1c9 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 945 time: 0.4828501 Jan 20 00:58:38.515270 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6919a581-d75c-40a1-9391-7d15bda17933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:38.559028 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:38.583522 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6919a581-d75c-40a1-9391-7d15bda17933 admin admin] Usage tracker for resource:security_group_rule and tenant:1803ee28768a44189cbaa1c0e54e8a2c is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:58:38.593830 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6919a581-d75c-40a1-9391-7d15bda17933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:58:38.611766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bb0ce83-2c9b-4271-a805-c234ee6bdf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:38.618604 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ce35be55-ef25-4221-a86d-843b6259ee7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:38.622040 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa40296-edef-48fd-a1e1-3af92df224fc None None] Pushing event updated for resources: {'Port': ['ID=6cfd6435-fa3a-4e91-904c-cfcae7434db5,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:38.628742 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6d7457af-e264-4c65-a011-2df4ba61acc0 req-93dca80d-715d-4692-8bcf-9cd7e51aae63 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009054 Jan 20 00:58:38.634381 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6aa40296-edef-48fd-a1e1-3af92df224fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.240s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:38.649738 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ee97c782-a29f-4377-b513-a8cb0999f3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:38.665611 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6919a581-d75c-40a1-9391-7d15bda17933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:38.687633 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d093a-bd58-438c-b88c-884bab258a86 req-f5c2c678-adc0-4c9c-86cd-40eec53d1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:38.689246 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f27d093a-bd58-438c-b88c-884bab258a86 req-f5c2c678-adc0-4c9c-86cd-40eec53d1dd1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 1162 time: 0.4551275 Jan 20 00:58:38.690427 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port fee66c52-b315-4a79-8f70-38120c09202a completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:58:38.751151 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1b73164f-d7a7-4b3f-b51e-8c007d9398ba req-00a81421-0855-4f99-a159-d71a9336f8f4 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 210 time: 0.1079221 Jan 20 00:58:38.758363 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0ce83-2c9b-4271-a805-c234ee6bdf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3013a83c-466d-4e56-911d-ff7c8e54c89d,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:38.762772 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2bb0ce83-2c9b-4271-a805-c234ee6bdf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:38.770488 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port fee66c52-b315-4a79-8f70-38120c09202a triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:38.771260 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:38.776369 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bb0ce83-2c9b-4271-a805-c234ee6bdf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:38.777597 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-2bb0ce83-2c9b-4271-a805-c234ee6bdf26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3013a83c-466d-4e56-911d-ff7c8e54c89d HTTP/1.1" status: 204 len: 168 time: 0.5772858 Jan 20 00:58:38.779444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:38.799207 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b58e95e5-6529-4e29-9236-930480e8b099 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:38.828656 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f27d093a-bd58-438c-b88c-884bab258a86 req-eb405324-201f-4f39-86c1-673b917e5c0a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257660 Jan 20 00:58:38.842457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-0798988a-3566-4fe4-9b09-a97da13944ae req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Allocated IP 172.20.0.6 (99fd52c4-502e-4c83-91ea-f2e2ff32a861/5ea3b5ac-97a0-4479-907c-e5c9d1b17f81/305f2680-e306-477f-8bdb-007b06f567cc) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:58:39.003917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Pushing event updated for resources: {'Port': ['ID=21e61672-6740-4ca2-87c8-ded5ba9f2872,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:39.015638 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:39.102908 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Network 7116fac5-173a-4c74-bc75-236a854e751a is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:58:39.126605 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33856a0-8b71-4f07-866e-5947cefbc1ac req-d80bf763-cb52-4ac0-a22b-df715aa98379 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:39.128336 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a33856a0-8b71-4f07-866e-5947cefbc1ac req-d80bf763-cb52-4ac0-a22b-df715aa98379 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 943 time: 0.1860833 Jan 20 00:58:39.129535 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:39.134167 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:58:39.143011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0798988a-3566-4fe4-9b09-a97da13944ae req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:39.154536 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'name': 'tempest-ServerRescueNegativeTestJSON-1563996684-router', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e2f4875-213a-473b-9813-21b578876dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:17Z', 'updated_at': '2021-01-20T00:58:29Z', 'revision_number': 4, 'project_id': '67e31641c6c3491d928ab40dd60e9f29', 'gw_port': {'id': '2e2f4875-213a-473b-9813-21b578876dc2', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:18Z', 'updated_at': '2021-01-20T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '6cfd6435-fa3a-4e91-904c-cfcae7434db5', 'name': '', 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29', 'mac_address': 'fa:16:3e:3d:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '5ea3b5ac-97a0-4479-907c-e5c9d1b17f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:28Z', 'updated_at': '2021-01-20T00:58:37Z', 'revision_number': 4, 'project_id': '67e31641c6c3491d928ab40dd60e9f29', 'subnets': [{'id': '5ea3b5ac-97a0-4479-907c-e5c9d1b17f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:39.174534 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Allocated IP 172.20.0.2 (041996d2-e17d-4329-a56e-806cccfa8530/f6b4fae4-9e91-4272-a744-34539bd495ef/296e82ab-2252-4154-8bb1-c6dbe0fece06) {{(pid=80162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:58:39.181973 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0798988a-3566-4fe4-9b09-a97da13944ae req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:39.182850 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e79df-e712-4514-a1b5-a8c0b83a98a8 None None] The sync data for ids ['c4cfabfa-cd6a-4e0c-934c-e202aba88804'] in dv-cinder-667108-30-smb is: [{'id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'name': 'tempest-ServerRescueNegativeTestJSON-1563996684-router', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e2f4875-213a-473b-9813-21b578876dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:17Z', 'updated_at': '2021-01-20T00:58:29Z', 'revision_number': 4, 'project_id': '67e31641c6c3491d928ab40dd60e9f29', 'gw_port': {'id': '2e2f4875-213a-473b-9813-21b578876dc2', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:18Z', 'updated_at': '2021-01-20T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '6cfd6435-fa3a-4e91-904c-cfcae7434db5', 'name': '', 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29', 'mac_address': 'fa:16:3e:3d:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '5ea3b5ac-97a0-4479-907c-e5c9d1b17f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:28Z', 'updated_at': '2021-01-20T00:58:37Z', 'revision_number': 4, 'project_id': '67e31641c6c3491d928ab40dd60e9f29', 'subnets': [{'id': '5ea3b5ac-97a0-4479-907c-e5c9d1b17f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 00:58:39.201098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:39.312614 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Pushing event updated for resources: {'Port': ['ID=305f2680-e306-477f-8bdb-007b06f567cc,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:39.316202 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:39.318848 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6919a581-d75c-40a1-9391-7d15bda17933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:39.341093 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6919a581-d75c-40a1-9391-7d15bda17933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:39.345921 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a33856a0-8b71-4f07-866e-5947cefbc1ac req-a6ae30d1-2cf0-4997-83a1-f8fdec621b38 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/security-groups?id=1fab3e11-fb27-493a-b8d5-f540c2aae460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462817 Jan 20 00:58:39.398412 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-747c6cce-6e55-47fc-84f6-effd1ec75bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:39.420838 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-6919a581-d75c-40a1-9391-7d15bda17933 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1803ee28768a44189cbaa1c0e54e8a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5933537 Jan 20 00:58:39.481705 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 59844) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:39.511085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:39.708075 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c91b0ba-1fd0-4df4-a6da-73ed4dd78278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:39.731581 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919a581-d75c-40a1-9391-7d15bda17933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a3c583-1011-4d13-8bf9-4e2896ddea89,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:39.748453 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6919a581-d75c-40a1-9391-7d15bda17933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:39.816258 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c91b0ba-1fd0-4df4-a6da-73ed4dd78278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:39.876911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0798988a-3566-4fe4-9b09-a97da13944ae req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:58:39.880799 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-0798988a-3566-4fe4-9b09-a97da13944ae req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:39.914235 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0798988a-3566-4fe4-9b09-a97da13944ae req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:58:39.956919 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798988a-3566-4fe4-9b09-a97da13944ae req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:39.957187 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port fee66c52-b315-4a79-8f70-38120c09202a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=fee66c52-b315-4a79-8f70-38120c09202a,segment=NetworkSegment(eab314a0-1b3d-444c-a46e-69851ffd24a5),segment_id=eab314a0-1b3d-444c-a46e-69851ffd24a5)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:58:39.957698 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0798988a-3566-4fe4-9b09-a97da13944ae req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:39.972774 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:39.978586 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:40.016611 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0798988a-3566-4fe4-9b09-a97da13944ae req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7237391 Jan 20 00:58:40.018891 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c91b0ba-1fd0-4df4-a6da-73ed4dd78278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:40.021509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c91b0ba-1fd0-4df4-a6da-73ed4dd78278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:40.025922 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-2c91b0ba-1fd0-4df4-a6da-73ed4dd78278 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97a3c583-1011-4d13-8bf9-4e2896ddea89 HTTP/1.1" status: 204 len: 168 time: 0.5399194 Jan 20 00:58:40.028602 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:40.041490 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Request body: {'port': {'device_id': '247ea740-9fdb-4d83-b765-7b2d0027998a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:40.394225 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b40538-b4b5-4f81-96b8-8d7c669c965d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee66c52-b315-4a79-8f70-38120c09202a'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:58:40.414399 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=fee66c52-b315-4a79-8f70-38120c09202a,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:40.427184 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device fee66c52-b315-4a79-8f70-38120c09202a up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:40.553556 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:40.706296 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91b0ba-1fd0-4df4-a6da-73ed4dd78278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a3c583-1011-4d13-8bf9-4e2896ddea89,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:40.710513 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2c91b0ba-1fd0-4df4-a6da-73ed4dd78278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:40.722607 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Notify callbacks [] for port, precommit_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:40.847720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-283ad2ab-6af9-4efb-9f5a-3051c61004d0 req-0ba16c33-1b6a-4102-86fe-3c3bab822b5b tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Synchronizing usage tracker for tenant:67e31641c6c3491d928ab40dd60e9f29 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:58:40.870140 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Transition to ACTIVE for port object 296e82ab-2252-4154-8bb1-c6dbe0fece06 will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:58:40.917768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:40.936496 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Transition to ACTIVE for port object 296e82ab-2252-4154-8bb1-c6dbe0fece06 will not be triggered until provisioned by entity DHCP. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:58:40.955328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port fee66c52-b315-4a79-8f70-38120c09202a triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:40.956403 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:40.980955 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443743d2-7885-47d8-9d6a-435c3dfab6a3 req-31a73121-812c-496c-8648-4de5ffd30752 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:40.991121 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-443743d2-7885-47d8-9d6a-435c3dfab6a3 req-31a73121-812c-496c-8648-4de5ffd30752 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 945 time: 1.0089362 Jan 20 00:58:41.018528 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-283ad2ab-6af9-4efb-9f5a-3051c61004d0 req-0ba16c33-1b6a-4102-86fe-3c3bab822b5b tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Unset dirty status for tenant:67e31641c6c3491d928ab40dd60e9f29 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:58:41.025234 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:41.032567 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-283ad2ab-6af9-4efb-9f5a-3051c61004d0 req-0ba16c33-1b6a-4102-86fe-3c3bab822b5b tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 210 time: 0.3308585 Jan 20 00:58:41.088640 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:41.107498 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:41.194499 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-443743d2-7885-47d8-9d6a-435c3dfab6a3 req-c0764a36-1887-4635-8cfc-0f40d4969e13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025082 Jan 20 00:58:41.420888 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b40538-b4b5-4f81-96b8-8d7c669c965d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee66c52-b315-4a79-8f70-38120c09202a', 'code': 200} Jan 20 00:58:41.422109 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 6cfd6435-fa3a-4e91-904c-cfcae7434db5 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:41.717553 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Pushing event updated for resources: {'Port': ['ID=296e82ab-2252-4154-8bb1-c6dbe0fece06,revision_number=1']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:41.725532 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:41.729823 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b046e2a2-8eed-497b-a37f-c2a3ed2a0afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:41.857725 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:41.906916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-585bec13-fd5c-4f3c-b0b0-c5df81465ac4 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:41.908723 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-585bec13-fd5c-4f3c-b0b0-c5df81465ac4 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.48 "GET /v2.0/networks?id=99fd52c4-502e-4c83-91ea-f2e2ff32a861 HTTP/1.1" status: 200 len: 819 time: 1.2059216 Jan 20 00:58:41.914930 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Network 041996d2-e17d-4329-a56e-806cccfa8530 is already hosted by enough agents. {{(pid=80162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:58:41.915909 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 6cfd6435-fa3a-4e91-904c-cfcae7434db5 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:58:41.928413 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Resources bound (agent type, host, resource id): {{(pid=80162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:41.931658 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Received port after_create {{(pid=80162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:58:41.938826 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 6cfd6435-fa3a-4e91-904c-cfcae7434db5 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:41.939460 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:41.951281 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Request body: {'port': {'device_id': 'b7d2519d-08f2-42a9-a317-ef7ca7cc1648', 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861', 'admin_state_up': True, 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:42.043180 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ccfda-592d-48e8-8021-120eff935fc9 req-27d57b3e-81b1-4acd-a158-3d2d70b0435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:42.046203 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-009ccfda-592d-48e8-8021-120eff935fc9 req-27d57b3e-81b1-4acd-a158-3d2d70b0435b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 1162 time: 0.2345521 Jan 20 00:58:42.053149 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854169219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962208'] for router, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:42.101669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Attempting to bind port 296e82ab-2252-4154-8bb1-c6dbe0fece06 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:58:42.102088 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Attempting to bind port 296e82ab-2252-4154-8bb1-c6dbe0fece06 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '0ed90a87-9452-4649-a8c0-bd6961d2e4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:58:42.102504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Attempting to bind port 296e82ab-2252-4154-8bb1-c6dbe0fece06 on network 041996d2-e17d-4329-a56e-806cccfa8530 {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:58:42.115597 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:58:42.116028 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Checking segment: {'id': '0ed90a87-9452-4649-a8c0-bd6961d2e4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:58:42.116483 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:42.116925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Bound using segment: {'id': '0ed90a87-9452-4649-a8c0-bd6961d2e4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:58:42.117466 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Bound port: 296e82ab-2252-4154-8bb1-c6dbe0fece06, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed90a87-9452-4649-a8c0-bd6961d2e4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:58:42.117888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:42.270111 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:42.284606 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:42.285031 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:42.311673 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:58:42.369185 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:58:42.432604 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed35b2-bf0b-4b34-a68f-c0cb4e850624 req-16e14d96-f193-4ad9-bd96-bc1baae38808 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:42.443254 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d3ed35b2-bf0b-4b34-a68f-c0cb4e850624 req-16e14d96-f193-4ad9-bd96-bc1baae38808 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 945 time: 0.9608698 Jan 20 00:58:42.464751 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-009ccfda-592d-48e8-8021-120eff935fc9 req-3fab5785-1996-4c90-9737-2ab58e4e5667 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1fab3e11-fb27-493a-b8d5-f540c2aae460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049315 Jan 20 00:58:42.465848 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] For port 296e82ab-2252-4154-8bb1-c6dbe0fece06, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:58:42.469236 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port 6cfd6435-fa3a-4e91-904c-cfcae7434db5, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=6cfd6435-fa3a-4e91-904c-cfcae7434db5,segment=NetworkSegment(38523567-1b8c-4c32-a860-fb18c9a2b8d3),segment_id=38523567-1b8c-4c32-a860-fb18c9a2b8d3)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:58:42.475438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] For port 296e82ab-2252-4154-8bb1-c6dbe0fece06, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=296e82ab-2252-4154-8bb1-c6dbe0fece06,segment=NetworkSegment(0ed90a87-9452-4649-a8c0-bd6961d2e4fb),segment_id=0ed90a87-9452-4649-a8c0-bd6961d2e4fb)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:58:42.482052 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:42.485523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:42.509771 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c4d2b62b-7f9e-4e85-8b79-5387bcfcc6f6 req-49f01e12-4363-4088-81e2-3492860b633d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 210 time: 0.1653936 Jan 20 00:58:42.514984 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Made reservation on behalf of 67e31641c6c3491d928ab40dd60e9f29 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:58:42.548661 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:42.712169 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:42.756133 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Router d998ab10-893b-4cc5-8a71-afe675ce327e is scheduled to L3 agent 48f3f500-c824-42c3-8771-385393b42a92 with binding_index 1 {{(pid=80161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 00:58:42.794757 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d3ed35b2-bf0b-4b34-a68f-c0cb4e850624 req-a16d70a3-af87-47b0-a2b3-9f68a2860b7b tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/security-groups?id=1fab3e11-fb27-493a-b8d5-f540c2aae460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458300 Jan 20 00:58:42.854283 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:42.855929 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:43.026349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=6cfd6435-fa3a-4e91-904c-cfcae7434db5,revision_number=5']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:43.033671 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:43.054251 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:43.235481 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 00:58:43.249601 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Sync routers for ids ['d998ab10-893b-4cc5-8a71-afe675ce327e'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 00:58:43.271503 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 6cfd6435-fa3a-4e91-904c-cfcae7434db5 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:43.280728 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Routers {'d998ab10-893b-4cc5-8a71-afe675ce327e'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:58:43.281384 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:58:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d998ab10-893b-4cc5-8a71-afe675ce327e'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:43.307083 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Notify callbacks [] for router, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:43.309580 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.5556664 Jan 20 00:58:43.313457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 60024) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:58:43.396170 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device fee66c52-b315-4a79-8f70-38120c09202a up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:43.537960 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305f2680-e306-477f-8bdb-007b06f567cc {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 00:58:43.597817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:43.686861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Transition to ACTIVE for port object 305f2680-e306-477f-8bdb-007b06f567cc will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:58:43.750925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Pushing event updated for resources: {'Port': ['ID=296e82ab-2252-4154-8bb1-c6dbe0fece06,revision_number=2']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:43.757700 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:43.785713 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 6cfd6435-fa3a-4e91-904c-cfcae7434db5 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:43.786557 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:43.820317 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:43.826382 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Set router d998ab10-893b-4cc5-8a71-afe675ce327e gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:58:43.826737 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:43.841172 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port fee66c52-b315-4a79-8f70-38120c09202a triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:43.841599 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:43.897018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:44.121052 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2611-367f-42f0-a2fe-b6f048f5e8b1 req-bb75f925-1527-4dac-b654-58adbf478236 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:44.128558 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-92ee2611-367f-42f0-a2fe-b6f048f5e8b1 req-bb75f925-1527-4dac-b654-58adbf478236 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 945 time: 0.9397700 Jan 20 00:58:44.343670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=305f2680-e306-477f-8bdb-007b06f567cc,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:44.347454 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:44.419482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Allocated IP 172.20.0.5 (99fd52c4-502e-4c83-91ea-f2e2ff32a861/5ea3b5ac-97a0-4479-907c-e5c9d1b17f81/2a42466a-79e8-49ec-b1cb-e04dfbb4df68) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:58:44.448659 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-92ee2611-367f-42f0-a2fe-b6f048f5e8b1 req-bf0ce98f-98a2-4568-bb59-e8ac4320b06e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991416 Jan 20 00:58:44.485195 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T00:58:40Z', 'revision_number': 3, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:44.508092 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Checking router: d998ab10-893b-4cc5-8a71-afe675ce327e for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 00:58:44.508489 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Updating router d998ab10-893b-4cc5-8a71-afe675ce327e port 21e61672-6740-4ca2-87c8-ded5ba9f2872 binding host dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 00:58:44.577375 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:44.776686 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Attempting to bind port 305f2680-e306-477f-8bdb-007b06f567cc on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:58:44.777286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Attempting to bind port 305f2680-e306-477f-8bdb-007b06f567cc by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '38523567-1b8c-4c32-a860-fb18c9a2b8d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:58:44.777662 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Attempting to bind port 305f2680-e306-477f-8bdb-007b06f567cc on network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:58:44.885590 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0f7adfb4-dc37-48c4-9d44-38dfbc057dcb req-bd5ac7e6-d550-4339-9fc9-74f4e15c4b31 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 210 time: 0.5924239 Jan 20 00:58:44.928982 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:58:44.929226 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Checking segment: {'id': '38523567-1b8c-4c32-a860-fb18c9a2b8d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:58:44.929582 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:44.929884 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Bound using segment: {'id': '38523567-1b8c-4c32-a860-fb18c9a2b8d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:58:44.930368 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Bound port: 305f2680-e306-477f-8bdb-007b06f567cc, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38523567-1b8c-4c32-a860-fb18c9a2b8d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:58:44.930783 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:45.056126 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] For port 305f2680-e306-477f-8bdb-007b06f567cc, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:58:45.059530 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] For port 305f2680-e306-477f-8bdb-007b06f567cc, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=305f2680-e306-477f-8bdb-007b06f567cc,segment=NetworkSegment(38523567-1b8c-4c32-a860-fb18c9a2b8d3),segment_id=38523567-1b8c-4c32-a860-fb18c9a2b8d3)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:58:45.340397 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 296e82ab-2252-4154-8bb1-c6dbe0fece06 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:45.398098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:45.422899 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:45.444933 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Notify callbacks [] for port, precommit_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:45.470332 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Transition to ACTIVE for port object 21e61672-6740-4ca2-87c8-ded5ba9f2872 will not be triggered until provisioned by entity L2. {{(pid=80163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:58:45.477829 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:45.504727 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:45.533729 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 296e82ab-2252-4154-8bb1-c6dbe0fece06 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:58:45.573169 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98751f-8d64-4027-a0b7-5d7a7ce74774 req-154e7ba1-b1a7-45a0-b4b2-b1db395cb464 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:45.573410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=305f2680-e306-477f-8bdb-007b06f567cc,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:45.584726 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba98751f-8d64-4027-a0b7-5d7a7ce74774 req-154e7ba1-b1a7-45a0-b4b2-b1db395cb464 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 945 time: 0.3025784 Jan 20 00:58:45.603280 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:45.644912 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:45.680526 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba98751f-8d64-4027-a0b7-5d7a7ce74774 req-22a2842b-ca1b-45f1-8b36-2331e5b68043 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/security-groups?id=1fab3e11-fb27-493a-b8d5-f540c2aae460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933869 Jan 20 00:58:45.685005 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d8e4f-3dc6-4fb6-bf0e-e29650f937c5 req-216e5a28-21a1-451f-80eb-7e705b432ba7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:45.686990 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-472d8e4f-3dc6-4fb6-bf0e-e29650f937c5 req-216e5a28-21a1-451f-80eb-7e705b432ba7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 1.0307136 Jan 20 00:58:45.692219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a05776-3215-4454-bae4-90188981cb18 None None] Network 041996d2-e17d-4329-a56e-806cccfa8530 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:58:45.695517 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb91a37-46b4-4ff6-91ef-27b48a5eae64 None None] Pushing event updated for resources: {'Port': ['ID=21e61672-6740-4ca2-87c8-ded5ba9f2872,revision_number=2']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:45.725050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3fb91a37-46b4-4ff6-91ef-27b48a5eae64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:45.819323 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:45.833907 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Attempting to bind port 21e61672-6740-4ca2-87c8-ded5ba9f2872 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:58:45.834778 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Attempting to bind port 21e61672-6740-4ca2-87c8-ded5ba9f2872 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:58:45.835182 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Attempting to bind port 21e61672-6740-4ca2-87c8-ded5ba9f2872 on network 7116fac5-173a-4c74-bc75-236a854e751a {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:58:45.862618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:58:45.863217 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Checking segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:58:45.863717 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:45.864162 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Bound using segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:58:45.864700 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Bound port: 21e61672-6740-4ca2-87c8-ded5ba9f2872, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:58:45.865136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:45.908251 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-086ab7ea-b132-4c86-9e25-bb8b2285d6a8 None None] Provisioning for port 296e82ab-2252-4154-8bb1-c6dbe0fece06 completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:58:45.909331 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-472d8e4f-3dc6-4fb6-bf0e-e29650f937c5 req-a0ea0af3-f343-4b3e-8e7c-d5adda126e19 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274819 Jan 20 00:58:45.932025 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-086ab7ea-b132-4c86-9e25-bb8b2285d6a8 None None] Provisioning complete for port 296e82ab-2252-4154-8bb1-c6dbe0fece06 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:45.939012 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-086ab7ea-b132-4c86-9e25-bb8b2285d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:46.007209 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:46.008059 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:46.009745 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0798988a-3566-4fe4-9b09-a97da13944ae req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] 10.222.0.48 "PUT /v2.0/ports/305f2680-e306-477f-8bdb-007b06f567cc HTTP/1.1" status: 200 len: 1157 time: 5.9824884 Jan 20 00:58:46.011645 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247ea740-9fdb-4d83-b765-7b2d0027998a', 'tag': '305f2680-e306-477f-8bdb-007b06f567cc'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:58:46.027535 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] For port 21e61672-6740-4ca2-87c8-ded5ba9f2872, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:58:46.033311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] For port 21e61672-6740-4ca2-87c8-ded5ba9f2872, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=21e61672-6740-4ca2-87c8-ded5ba9f2872,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:58:46.040876 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:46.125466 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:46.139565 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247ea740-9fdb-4d83-b765-7b2d0027998a', 'tag': '305f2680-e306-477f-8bdb-007b06f567cc', 'status': 'completed', 'code': 200} Jan 20 00:58:46.140698 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:46.331827 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-086ab7ea-b132-4c86-9e25-bb8b2285d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:46.414225 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-086ab7ea-b132-4c86-9e25-bb8b2285d6a8 None None] For port 296e82ab-2252-4154-8bb1-c6dbe0fece06, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=296e82ab-2252-4154-8bb1-c6dbe0fece06,segment=NetworkSegment(0ed90a87-9452-4649-a8c0-bd6961d2e4fb),segment_id=0ed90a87-9452-4649-a8c0-bd6961d2e4fb)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:58:46.423170 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-086ab7ea-b132-4c86-9e25-bb8b2285d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:46.427613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:46.436493 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:46.442602 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Allocated IP 172.20.0.1 (041996d2-e17d-4329-a56e-806cccfa8530/f6b4fae4-9e91-4272-a744-34539bd495ef/2fb0af7e-4539-4d8d-8787-78376528add4) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:58:46.498943 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6a30d-cd97-4c1c-9fc0-1deb31ab6caa req-68c287b6-d094-4636-828f-7ee6d129ce18 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:46.523044 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-37d6a30d-cd97-4c1c-9fc0-1deb31ab6caa req-68c287b6-d094-4636-828f-7ee6d129ce18 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 931 time: 0.3757100 Jan 20 00:58:46.651918 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb91a37-46b4-4ff6-91ef-27b48a5eae64 None None] Pushing event updated for resources: {'Port': ['ID=21e61672-6740-4ca2-87c8-ded5ba9f2872,revision_number=3']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:46.664288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ab7ea-b132-4c86-9e25-bb8b2285d6a8 None None] Pushing event updated for resources: {'Port': ['ID=296e82ab-2252-4154-8bb1-c6dbe0fece06,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:46.669322 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3fb91a37-46b4-4ff6-91ef-27b48a5eae64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:46.671022 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-086ab7ea-b132-4c86-9e25-bb8b2285d6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:46.709578 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Routers {'d998ab10-893b-4cc5-8a71-afe675ce327e'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:58:46.710508 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:58:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d998ab10-893b-4cc5-8a71-afe675ce327e'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:46.726725 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Pushing event updated for resources: {'Port': ['ID=2a42466a-79e8-49ec-b1cb-e04dfbb4df68,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:46.745089 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:46.774639 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:58:46.776770 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:46.782948 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:58:46.807288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:46.808035 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:46.835959 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-37d6a30d-cd97-4c1c-9fc0-1deb31ab6caa req-61b47681-e79d-4adc-8cb7-5792e1b67e5c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Synchronizing usage tracker for tenant:67e31641c6c3491d928ab40dd60e9f29 on resource:security_group {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:58:46.855459 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798988a-3566-4fe4-9b09-a97da13944ae req-43a77b8a-cf9b-4fb4-b99f-44860f8deb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:46.857332 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0798988a-3566-4fe4-9b09-a97da13944ae req-43a77b8a-cf9b-4fb4-b99f-44860f8deb4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67e31641c6c3491d928ab40dd60e9f29&device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 1160 time: 0.7918828 Jan 20 00:58:46.863156 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9289908 Jan 20 00:58:46.991297 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Request body: {'port': {'device_id': 'b7d2519d-08f2-42a9-a317-ef7ca7cc1648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:58:47.079026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-37d6a30d-cd97-4c1c-9fc0-1deb31ab6caa req-61b47681-e79d-4adc-8cb7-5792e1b67e5c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Unset dirty status for tenant:67e31641c6c3491d928ab40dd60e9f29 on resource:security_group {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:58:47.099834 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-37d6a30d-cd97-4c1c-9fc0-1deb31ab6caa req-61b47681-e79d-4adc-8cb7-5792e1b67e5c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751162 Jan 20 00:58:47.161849 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c22a55c2-f904-45ec-9d7b-e2eb0840c71d None None] Provisioning complete for port 296e82ab-2252-4154-8bb1-c6dbe0fece06 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:47.162286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c22a55c2-f904-45ec-9d7b-e2eb0840c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:47.168838 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0798988a-3566-4fe4-9b09-a97da13944ae req-777aa405-158c-4810-9f4c-cef3d45a295c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305f2680-e306-477f-8bdb-007b06f567cc HTTP/1.1" status: 200 len: 217 time: 0.2917399 Jan 20 00:58:47.169923 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] Set router d998ab10-893b-4cc5-8a71-afe675ce327e gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:58:47.232081 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:47.268459 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 296e82ab-2252-4154-8bb1-c6dbe0fece06 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:47.278068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Transition to ACTIVE for port object 2fb0af7e-4539-4d8d-8787-78376528add4 will not be triggered until provisioned by entity DHCP. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:58:47.321526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:47.343631 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:47.390430 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4b245ac3-7e28-4131-bff4-ce42db20859a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:47.414804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798988a-3566-4fe4-9b09-a97da13944ae req-77d2b742-19db-46fd-a1ab-fa76b7011f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:47.416407 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0798988a-3566-4fe4-9b09-a97da13944ae req-77d2b742-19db-46fd-a1ab-fa76b7011f8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5ea3b5ac-97a0-4479-907c-e5c9d1b17f81 HTTP/1.1" status: 200 len: 859 time: 0.2304256 Jan 20 00:58:47.569533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 296e82ab-2252-4154-8bb1-c6dbe0fece06 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:47.570314 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:47.615263 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0798988a-3566-4fe4-9b09-a97da13944ae req-da0e22d4-d88f-460a-b2fe-bdde999549fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99fd52c4-502e-4c83-91ea-f2e2ff32a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1897438 Jan 20 00:58:47.904158 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T00:58:40Z', 'revision_number': 3, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:47.911642 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ac8d1-1fd7-4497-9953-217f0862ea54 None None] The sync data for ids ['d998ab10-893b-4cc5-8a71-afe675ce327e'] in dv-cinder-667108-30-smb is: [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T00:58:40Z', 'revision_number': 3, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 00:58:47.972139 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Pushing event updated for resources: {'Port': ['ID=2fb0af7e-4539-4d8d-8787-78376528add4,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:47.989539 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:48.028716 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-7e0fc91d-6888-4453-95c5-1f5a00e0feaf None None] Provisioning complete for port 296e82ab-2252-4154-8bb1-c6dbe0fece06 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:48.029140 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7e0fc91d-6888-4453-95c5-1f5a00e0feaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:48.076071 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Network 041996d2-e17d-4329-a56e-806cccfa8530 is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:58:48.078860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:48.082203 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:58:48.169389 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0798988a-3566-4fe4-9b09-a97da13944ae req-f398e767-2a70-40a4-9447-222c2d782531 service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946213 Jan 20 00:58:48.217488 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a2fcf-b9c2-4410-ad96-fdbf6037b122 req-2581124a-5e9a-41a5-99ca-0ec1e9b0401f tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:48.219274 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-370a2fcf-b9c2-4410-ad96-fdbf6037b122 req-2581124a-5e9a-41a5-99ca-0ec1e9b0401f tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.4469976 Jan 20 00:58:48.337322 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-370a2fcf-b9c2-4410-ad96-fdbf6037b122 req-7e36d04d-46fe-4c80-95c8-77484a7be260 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077385 Jan 20 00:58:48.348781 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611580'] for router_interface, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:48.436472 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-dee10b2b-3e9d-4a98-9116-bf1755dc594e None None] Provisioning for port 2fb0af7e-4539-4d8d-8787-78376528add4 completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:58:48.441996 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-dee10b2b-3e9d-4a98-9116-bf1755dc594e None None] Provisioning complete for port 2fb0af7e-4539-4d8d-8787-78376528add4 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:48.442618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dee10b2b-3e9d-4a98-9116-bf1755dc594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:48.560739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:48.594193 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-dee10b2b-3e9d-4a98-9116-bf1755dc594e None None] Port 2fb0af7e-4539-4d8d-8787-78376528add4 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 00:58:48.648601 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 00:58:48.658980 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:48.678162 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Transition to ACTIVE for port object 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:58:48.777535 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:48.876800 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:48.918767 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0798988a-3566-4fe4-9b09-a97da13944ae req-739d8066-af44-4f01-b373-9ba6bf0195f4 service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7207303 Jan 20 00:58:49.176613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:49.182359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852615402'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:49.216429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1ff8acb1-7b23-4304-a479-01a644695763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:49.239516 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 21e61672-6740-4ca2-87c8-ded5ba9f2872 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:49.310549 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Pushing event updated for resources: {'Port': ['ID=2fb0af7e-4539-4d8d-8787-78376528add4,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:49.320341 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.320742 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.321144 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.321538 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.321932 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.322321 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.322742 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.323132 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.323519 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.323903 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.324287 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.324666 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.325123 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.325511 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.325897 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.326281 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.327743 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265532c-c84e-446e-8da4-fcc67c68ef79 req-1a4c6656-90a2-4752-b6e5-2f08179a4299 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:49.328570 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-6265532c-c84e-446e-8da4-fcc67c68ef79 req-1a4c6656-90a2-4752-b6e5-2f08179a4299 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Synchronizing usage tracker for tenant:67e31641c6c3491d928ab40dd60e9f29 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:58:49.329189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.329628 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.330029 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.330422 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.330847 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.331234 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.331626 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.332099 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.338074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854164385'] for router_interface, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:49.361018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:49.361528 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 21e61672-6740-4ca2-87c8-ded5ba9f2872 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:58:49.365456 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-6265532c-c84e-446e-8da4-fcc67c68ef79 req-1a4c6656-90a2-4752-b6e5-2f08179a4299 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Unset dirty status for tenant:67e31641c6c3491d928ab40dd60e9f29 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:58:49.366846 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6265532c-c84e-446e-8da4-fcc67c68ef79 req-1a4c6656-90a2-4752-b6e5-2f08179a4299 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 931 time: 0.9334939 Jan 20 00:58:49.367508 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 21e61672-6740-4ca2-87c8-ded5ba9f2872 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:49.368123 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:49.406835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Pushing event updated for resources: {'Port': ['ID=2a42466a-79e8-49ec-b1cb-e04dfbb4df68,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:49.421496 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.421911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.422319 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.422754 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.423152 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.423552 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.423949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.424344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.424736 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.425136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.425528 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.426107 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.426423 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.426855 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.427246 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.427637 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.428025 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.428415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.428805 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.429196 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.429581 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.429968 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.430353 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.430768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:49.440088 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:49.543719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Network 041996d2-e17d-4329-a56e-806cccfa8530 is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:58:49.545007 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:58:49.663707 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Attempting to bind port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:58:49.664077 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Attempting to bind port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '38523567-1b8c-4c32-a860-fb18c9a2b8d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:58:49.664448 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Attempting to bind port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 on network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:58:49.681481 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:58:49.682008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Checking segment: {'id': '38523567-1b8c-4c32-a860-fb18c9a2b8d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:58:49.682418 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:49.682849 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Bound using segment: {'id': '38523567-1b8c-4c32-a860-fb18c9a2b8d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:58:49.683339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Bound port: 2a42466a-79e8-49ec-b1cb-e04dfbb4df68, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38523567-1b8c-4c32-a860-fb18c9a2b8d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '99fd52c4-502e-4c83-91ea-f2e2ff32a861'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:58:49.683718 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:49.706614 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6a596-7d08-4257-9598-662369e3aa73 req-0d4f4fc0-13b1-4609-b11f-7f68962cb7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:49.708345 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a9f6a596-7d08-4257-9598-662369e3aa73 req-0d4f4fc0-13b1-4609-b11f-7f68962cb7b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67e31641c6c3491d928ab40dd60e9f29&device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 1160 time: 0.6916633 Jan 20 00:58:49.744803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:49.748958 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6265532c-c84e-446e-8da4-fcc67c68ef79 req-82e88b3d-54a4-4cf7-9c80-085e0d978b6d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723879 Jan 20 00:58:49.771755 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port 21e61672-6740-4ca2-87c8-ded5ba9f2872, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=21e61672-6740-4ca2-87c8-ded5ba9f2872,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:58:49.775265 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:49.778126 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:49.919896 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=21e61672-6740-4ca2-87c8-ded5ba9f2872,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:49.927734 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:50.044733 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-681fb929-f262-423d-be87-96be523c4a05 None None] Provisioning complete for port 2fb0af7e-4539-4d8d-8787-78376528add4 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:50.045175 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-681fb929-f262-423d-be87-96be523c4a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:50.128238 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c150c-bb8e-4720-be77-0841599f74e8 req-9a901dc7-fbaa-4169-817d-456d4bc1e51b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:50.130015 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-071c150c-bb8e-4720-be77-0841599f74e8 req-9a901dc7-fbaa-4169-817d-456d4bc1e51b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.4432950 Jan 20 00:58:50.218895 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-681fb929-f262-423d-be87-96be523c4a05 None None] Port 2fb0af7e-4539-4d8d-8787-78376528add4 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 00:58:50.236415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] For port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:58:50.271609 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] For port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=2a42466a-79e8-49ec-b1cb-e04dfbb4df68,segment=NetworkSegment(38523567-1b8c-4c32-a860-fb18c9a2b8d3),segment_id=38523567-1b8c-4c32-a860-fb18c9a2b8d3)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:58:50.282356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:50.299331 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-071c150c-bb8e-4720-be77-0841599f74e8 req-151f0097-b519-4a7c-b6ba-a4c87e45d28f tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538248 Jan 20 00:58:50.341391 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Router d998ab10-893b-4cc5-8a71-afe675ce327e has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 00:58:50.366950 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-488a9f96-65d2-4c58-a581-081be0e9b256 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:50.551617 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Pushing event updated for resources: {'Port': ['ID=2a42466a-79e8-49ec-b1cb-e04dfbb4df68,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:50.569578 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:50.576929 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6a596-7d08-4257-9598-662369e3aa73 req-744da2df-3814-4da7-8f32-6aae61422905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:50.578550 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a9f6a596-7d08-4257-9598-662369e3aa73 req-744da2df-3814-4da7-8f32-6aae61422905 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99fd52c4-502e-4c83-91ea-f2e2ff32a861 HTTP/1.1" status: 200 len: 913 time: 0.8363426 Jan 20 00:58:50.685530 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a9f6a596-7d08-4257-9598-662369e3aa73 req-c4278209-431a-4776-a670-eafe202e3078 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305f2680-e306-477f-8bdb-007b06f567cc HTTP/1.1" status: 200 len: 217 time: 0.0840557 Jan 20 00:58:50.738885 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:50.741875 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:50.742947 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] 10.222.0.48 "PUT /v2.0/ports/2a42466a-79e8-49ec-b1cb-e04dfbb4df68 HTTP/1.1" status: 200 len: 1157 time: 3.7703049 Jan 20 00:58:50.745268 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d2519d-08f2-42a9-a317-ef7ca7cc1648', 'tag': '2a42466a-79e8-49ec-b1cb-e04dfbb4df68'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:58:50.870231 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d2519d-08f2-42a9-a317-ef7ca7cc1648', 'tag': '2a42466a-79e8-49ec-b1cb-e04dfbb4df68', 'status': 'completed', 'code': 200} Jan 20 00:58:50.876722 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6a596-7d08-4257-9598-662369e3aa73 req-3c1b2388-fc1b-4cd6-b856-b8fbaa6f053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:50.878346 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a9f6a596-7d08-4257-9598-662369e3aa73 req-3c1b2388-fc1b-4cd6-b856-b8fbaa6f053b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5ea3b5ac-97a0-4479-907c-e5c9d1b17f81 HTTP/1.1" status: 200 len: 859 time: 0.1834652 Jan 20 00:58:50.911298 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 00:58:50.960929 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] 10.222.0.44 "PUT /v2.0/routers/d998ab10-893b-4cc5-8a71-afe675ce327e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6461518 Jan 20 00:58:50.972178 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a9f6a596-7d08-4257-9598-662369e3aa73 req-10fc5e12-b6c0-4f5b-b51e-cff694a7c248 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99fd52c4-502e-4c83-91ea-f2e2ff32a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835099 Jan 20 00:58:50.982780 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-d6c2039c-5188-4559-b156-9556da50808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:50.984812 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-d6c2039c-5188-4559-b156-9556da50808b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67e31641c6c3491d928ab40dd60e9f29&device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 1160 time: 0.1956916 Jan 20 00:58:51.172221 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-66b5fa46-f124-428b-86fe-65ae04808abb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a42466a-79e8-49ec-b1cb-e04dfbb4df68 HTTP/1.1" status: 200 len: 217 time: 0.1291683 Jan 20 00:58:51.221529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 21e61672-6740-4ca2-87c8-ded5ba9f2872 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:51.302058 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 21e61672-6740-4ca2-87c8-ded5ba9f2872 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:51.302477 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:51.458231 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-4733eb5b-ab1d-49b3-8c61-98f3ae41f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:51.459907 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-4733eb5b-ab1d-49b3-8c61-98f3ae41f0a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5ea3b5ac-97a0-4479-907c-e5c9d1b17f81 HTTP/1.1" status: 200 len: 859 time: 0.2798057 Jan 20 00:58:51.547303 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-9790a2a8-a01a-4663-a617-f093bf323758 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99fd52c4-502e-4c83-91ea-f2e2ff32a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779548 Jan 20 00:58:51.561341 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Sync routers for ids ['d998ab10-893b-4cc5-8a71-afe675ce327e'] in dv-cinder-667108-30-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 00:58:51.565197 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a9f6a596-7d08-4257-9598-662369e3aa73 req-eb4ec7a4-9867-4c4d-96fe-44f40e6c7078 service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672734 Jan 20 00:58:51.594244 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Routers {'d998ab10-893b-4cc5-8a71-afe675ce327e'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:58:51.595212 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:58:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d998ab10-893b-4cc5-8a71-afe675ce327e'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:51.608722 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf06eea-5f25-4cc5-ad07-bdf432cd61ac req-734d9a78-4d31-47d9-948e-8c962fe691f8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:51.614056 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9cf06eea-5f25-4cc5-ad07-bdf432cd61ac req-734d9a78-4d31-47d9-948e-8c962fe691f8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 943 time: 0.3469603 Jan 20 00:58:51.816324 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73cdf3-cc42-4ae5-9bf5-e9a6ca75154e req-bd02890d-a754-4cb4-8507-3b43b3c097eb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:51.825112 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb73cdf3-cc42-4ae5-9bf5-e9a6ca75154e req-bd02890d-a754-4cb4-8507-3b43b3c097eb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.2003307 Jan 20 00:58:51.874065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-ff2aa39a-9760-4628-bb83-73985238151d None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80162) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 00:58:51.908320 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9cf06eea-5f25-4cc5-ad07-bdf432cd61ac req-58df7cd1-7ef3-4179-a5b2-99393b69be70 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658789 Jan 20 00:58:51.949505 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb73cdf3-cc42-4ae5-9bf5-e9a6ca75154e req-6a43aa0b-36eb-4028-b95d-2c366385f521 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226175 Jan 20 00:58:51.961993 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Set router d998ab10-893b-4cc5-8a71-afe675ce327e gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:58:52.070971 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-9f18cd43-a9fd-47ed-b7a9-ddbe337bdffc service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382589 Jan 20 00:58:52.070971 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a9f6a596-7d08-4257-9598-662369e3aa73 req-ca3904b7-f8a9-419b-8acf-55f3d3b54a98 service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4529335 Jan 20 00:58:52.306734 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ad7c128-4a3f-4a01-aa71-991c818fb442 req-a68589b1-005c-4a55-889f-c2ccaeb42bad service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2374830 Jan 20 00:58:52.408718 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T00:58:48Z', 'revision_number': 4, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '2fb0af7e-4539-4d8d-8787-78376528add4', 'name': '', 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'mac_address': 'fa:16:3e:3b:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:45Z', 'updated_at': '2021-01-20T00:58:48Z', 'revision_number': 2, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'subnets': [{'id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:52.413246 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Checking router: d998ab10-893b-4cc5-8a71-afe675ce327e for host: dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 00:58:52.413658 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Updating router d998ab10-893b-4cc5-8a71-afe675ce327e port 2fb0af7e-4539-4d8d-8787-78376528add4 binding host dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 00:58:52.486464 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:52.502228 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab43a7-ae6c-4dfd-9256-befc79107749 req-916ae9dc-a642-4dbb-8f92-18eb48b73837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:52.504437 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-47ab43a7-ae6c-4dfd-9256-befc79107749 req-916ae9dc-a642-4dbb-8f92-18eb48b73837 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67e31641c6c3491d928ab40dd60e9f29&device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 1160 time: 0.1164155 Jan 20 00:58:52.744834 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab43a7-ae6c-4dfd-9256-befc79107749 req-16761c69-9788-49d7-9976-8fa05bff87b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:52.746861 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-47ab43a7-ae6c-4dfd-9256-befc79107749 req-16761c69-9788-49d7-9976-8fa05bff87b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99fd52c4-502e-4c83-91ea-f2e2ff32a861 HTTP/1.1" status: 200 len: 913 time: 0.2210736 Jan 20 00:58:52.747874 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 305f2680-e306-477f-8bdb-007b06f567cc up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:52.765301 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f9ec4-9cba-45a7-9595-77fafa6da4c0 req-58a7849f-3dd6-4652-ae5d-cfdc01a46cd9 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:52.766917 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a77f9ec4-9cba-45a7-9595-77fafa6da4c0 req-58a7849f-3dd6-4652-ae5d-cfdc01a46cd9 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 945 time: 0.1640520 Jan 20 00:58:52.823042 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a77f9ec4-9cba-45a7-9595-77fafa6da4c0 req-610840d8-e64a-47a7-ad40-7a93a8b207e2 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/security-groups?id=1fab3e11-fb27-493a-b8d5-f540c2aae460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488122 Jan 20 00:58:52.866713 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-47ab43a7-ae6c-4dfd-9256-befc79107749 req-44c85762-0f29-4967-aad9-53a0bae9431f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a42466a-79e8-49ec-b1cb-e04dfbb4df68 HTTP/1.1" status: 200 len: 217 time: 0.0854526 Jan 20 00:58:52.941580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port 305f2680-e306-477f-8bdb-007b06f567cc completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:58:52.951023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 305f2680-e306-477f-8bdb-007b06f567cc triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:52.951841 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:52.954930 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e693c8-28fc-4ff4-aae6-2fa2aeb6235b req-b79fb49c-143d-4605-afb1-a2c5bbaf3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:52.956572 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d2e693c8-28fc-4ff4-aae6-2fa2aeb6235b req-b79fb49c-143d-4605-afb1-a2c5bbaf3385 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 1163 time: 0.2135422 Jan 20 00:58:52.960418 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab43a7-ae6c-4dfd-9256-befc79107749 req-fab09032-bda0-46fe-9c7b-bbf079d2b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:52.961902 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-47ab43a7-ae6c-4dfd-9256-befc79107749 req-fab09032-bda0-46fe-9c7b-bbf079d2b636 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5ea3b5ac-97a0-4479-907c-e5c9d1b17f81 HTTP/1.1" status: 200 len: 859 time: 0.0868852 Jan 20 00:58:53.050036 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-47ab43a7-ae6c-4dfd-9256-befc79107749 req-e9621590-8c41-4d44-b88b-e5355c4b797a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99fd52c4-502e-4c83-91ea-f2e2ff32a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796082 Jan 20 00:58:53.073433 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:53.092207 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Transition to ACTIVE for port object 2fb0af7e-4539-4d8d-8787-78376528add4 will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:58:53.137189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:53.154482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-086ab7ea-b132-4c86-9e25-bb8b2285d6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:53.221129 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbe7b8-5d35-4119-be25-80d5a6d96c80 req-1bb8280b-e948-4e66-bbf6-aeba0de21382 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:53.223883 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c4cbe7b8-5d35-4119-be25-80d5a6d96c80 req-1bb8280b-e948-4e66-bbf6-aeba0de21382 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 943 time: 0.1417804 Jan 20 00:58:53.249280 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d596df-2e15-40da-bf24-9470020b09c0 None None] Pushing event updated for resources: {'Port': ['ID=2fb0af7e-4539-4d8d-8787-78376528add4,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:53.291742 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e693c8-28fc-4ff4-aae6-2fa2aeb6235b req-836e0684-6e2d-470d-9803-9d91d1a8fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:53.293271 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c4cbe7b8-5d35-4119-be25-80d5a6d96c80 req-551b99ed-f279-481e-9e2c-2e67aa038d60 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612245 Jan 20 00:58:53.293447 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d2e693c8-28fc-4ff4-aae6-2fa2aeb6235b req-836e0684-6e2d-470d-9803-9d91d1a8fa92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 200 len: 911 time: 0.2844851 Jan 20 00:58:53.301603 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-47ab43a7-ae6c-4dfd-9256-befc79107749 req-e3fdc058-6581-4759-84d5-2cdaa9041956 service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401133 Jan 20 00:58:53.307948 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a0d596df-2e15-40da-bf24-9470020b09c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:53.313424 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:53.369632 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ea740-9fdb-4d83-b765-7b2d0027998a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305f2680-e306-477f-8bdb-007b06f567cc'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:58:53.385630 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 305f2680-e306-477f-8bdb-007b06f567cc, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=305f2680-e306-477f-8bdb-007b06f567cc,segment=NetworkSegment(38523567-1b8c-4c32-a860-fb18c9a2b8d3),segment_id=38523567-1b8c-4c32-a860-fb18c9a2b8d3)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:58:53.393875 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:53.398099 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ffb79025-20b1-4970-a965-14a52c5f8973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:53.488334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=305f2680-e306-477f-8bdb-007b06f567cc,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:53.569997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:53.572282 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e07f1-58bc-41d2-b36e-5902f755ee78 req-2edb977f-e1c5-47df-a613-26fa7616e368 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:53.574052 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0f5e07f1-58bc-41d2-b36e-5902f755ee78 req-2edb977f-e1c5-47df-a613-26fa7616e368 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1351535 Jan 20 00:58:53.613785 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 305f2680-e306-477f-8bdb-007b06f567cc up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:53.653934 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0f5e07f1-58bc-41d2-b36e-5902f755ee78 req-3bb68cea-2f43-46f6-bd9e-4820336dbe2e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731869 Jan 20 00:58:53.708747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Attempting to bind port 2fb0af7e-4539-4d8d-8787-78376528add4 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:58:53.709173 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Attempting to bind port 2fb0af7e-4539-4d8d-8787-78376528add4 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '0ed90a87-9452-4649-a8c0-bd6961d2e4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:58:53.709763 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Attempting to bind port 2fb0af7e-4539-4d8d-8787-78376528add4 on network 041996d2-e17d-4329-a56e-806cccfa8530 {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:58:53.734639 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:58:53.738991 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Checking segment: {'id': '0ed90a87-9452-4649-a8c0-bd6961d2e4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:58:53.739485 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:53.739949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Bound using segment: {'id': '0ed90a87-9452-4649-a8c0-bd6961d2e4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:58:53.740521 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Bound port: 2fb0af7e-4539-4d8d-8787-78376528add4, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed90a87-9452-4649-a8c0-bd6961d2e4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:58:53.748999 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:53.806081 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ea740-9fdb-4d83-b765-7b2d0027998a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305f2680-e306-477f-8bdb-007b06f567cc', 'code': 200} Jan 20 00:58:53.906012 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-47ab43a7-ae6c-4dfd-9256-befc79107749 req-ed1dbbc4-04f2-4b6e-9001-9f7fc3a7a601 service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4958942 Jan 20 00:58:53.949143 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 305f2680-e306-477f-8bdb-007b06f567cc triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:53.949566 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:53.963665 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d2e693c8-28fc-4ff4-aae6-2fa2aeb6235b req-20529c17-ceac-4500-9fa5-160175747fbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0013ba87-b880-44a6-94f4-10da6e6b050f HTTP/1.1" status: 200 len: 1002 time: 0.6477821 Jan 20 00:58:53.980518 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] For port 2fb0af7e-4539-4d8d-8787-78376528add4, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:58:54.017206 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] For port 2fb0af7e-4539-4d8d-8787-78376528add4, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=2fb0af7e-4539-4d8d-8787-78376528add4,segment=NetworkSegment(0ed90a87-9452-4649-a8c0-bd6961d2e4fb),segment_id=0ed90a87-9452-4649-a8c0-bd6961d2e4fb)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:58:54.024948 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:54.042613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:54.137115 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e693c8-28fc-4ff4-aae6-2fa2aeb6235b req-3b929297-f3f8-45df-a447-a1cf4308e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:54.138745 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d2e693c8-28fc-4ff4-aae6-2fa2aeb6235b req-3b929297-f3f8-45df-a447-a1cf4308e4b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411 HTTP/1.1" status: 200 len: 856 time: 0.1665843 Jan 20 00:58:54.222615 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72164a84-cb81-4c9f-99cd-c4f9ce0cbe10 req-1b450631-8cfc-4484-b8f6-ba6c3d04b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:54.224557 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-72164a84-cb81-4c9f-99cd-c4f9ce0cbe10 req-1b450631-8cfc-4484-b8f6-ba6c3d04b17e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 1162 time: 0.1798384 Jan 20 00:58:54.289391 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e693c8-28fc-4ff4-aae6-2fa2aeb6235b req-dcc0dab6-8056-463b-982f-eca195ee8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:54.291508 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d2e693c8-28fc-4ff4-aae6-2fa2aeb6235b req-dcc0dab6-8056-463b-982f-eca195ee8c4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec3a11db-a41d-4a3e-b1af-31727324cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1419458 Jan 20 00:58:54.405307 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d596df-2e15-40da-bf24-9470020b09c0 None None] Pushing event updated for resources: {'Port': ['ID=2fb0af7e-4539-4d8d-8787-78376528add4,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:54.445755 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a0d596df-2e15-40da-bf24-9470020b09c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:54.518840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Routers {'d998ab10-893b-4cc5-8a71-afe675ce327e'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 00:58:54.520307 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:58:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d998ab10-893b-4cc5-8a71-afe675ce327e'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:54.575730 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-72164a84-cb81-4c9f-99cd-c4f9ce0cbe10 req-30b6d7c3-c07b-4236-a501-f7445e3e05a0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333945 Jan 20 00:58:54.598929 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d2e693c8-28fc-4ff4-aae6-2fa2aeb6235b req-df171071-cd02-4a4c-be85-4305feec5aa9 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885342 Jan 20 00:58:54.682326 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c74653-6721-40ef-bbb5-ab013f3552f6 req-e9c5f28a-1220-44b0-8c4d-5e5e45ea0890 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:54.684176 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-48c74653-6721-40ef-bbb5-ab013f3552f6 req-e9c5f28a-1220-44b0-8c4d-5e5e45ea0890 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 945 time: 0.2859809 Jan 20 00:58:54.712863 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed2c53-4292-4b59-89a6-26631948d7b3 req-01dcf038-dbc5-407b-8afe-4f6e66327a86 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:54.714498 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e7ed2c53-4292-4b59-89a6-26631948d7b3 req-01dcf038-dbc5-407b-8afe-4f6e66327a86 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.48 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 945 time: 0.1788750 Jan 20 00:58:54.747613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] Set router d998ab10-893b-4cc5-8a71-afe675ce327e gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 00:58:54.762993 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-48c74653-6721-40ef-bbb5-ab013f3552f6 req-0ed1a58a-3aba-4ac2-991c-7b93fd9ea388 tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/security-groups?id=1fab3e11-fb27-493a-b8d5-f540c2aae460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473549 Jan 20 00:58:54.883097 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-e7ed2c53-4292-4b59-89a6-26631948d7b3 req-f02dfdd0-4d49-4ab4-8e7c-0d874949632d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Deleting port fee66c52-b315-4a79-8f70-38120c09202a {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 00:58:54.883486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e7ed2c53-4292-4b59-89a6-26631948d7b3 req-f02dfdd0-4d49-4ab4-8e7c-0d874949632d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:55.014432 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d2e693c8-28fc-4ff4-aae6-2fa2aeb6235b req-088c895d-d4d4-4bf3-b308-6c29288eb1c0 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2186322 Jan 20 00:58:55.184034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T00:58:48Z', 'revision_number': 4, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '2fb0af7e-4539-4d8d-8787-78376528add4', 'name': '', 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'mac_address': 'fa:16:3e:3b:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:45Z', 'updated_at': '2021-01-20T00:58:53Z', 'revision_number': 4, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'subnets': [{'id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:58:55.188094 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed8890-7ad1-40b4-b22f-9e8a8ff85dd8 None None] The sync data for ids ['d998ab10-893b-4cc5-8a71-afe675ce327e'] in dv-cinder-667108-30-smb is: [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T00:58:48Z', 'revision_number': 4, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '2fb0af7e-4539-4d8d-8787-78376528add4', 'name': '', 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'mac_address': 'fa:16:3e:3b:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:45Z', 'updated_at': '2021-01-20T00:58:53Z', 'revision_number': 4, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'subnets': [{'id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 00:58:55.236952 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c5503-73ae-4a36-8223-d25272aad0ac req-bbf3dbbc-3af7-4519-8e4b-aaa23b9088fc tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:55.244544 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-795c5503-73ae-4a36-8223-d25272aad0ac req-bbf3dbbc-3af7-4519-8e4b-aaa23b9088fc tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 943 time: 0.3251219 Jan 20 00:58:55.324833 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-795c5503-73ae-4a36-8223-d25272aad0ac req-2698e527-276e-4ca9-a096-6a9789ff58f9 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793447 Jan 20 00:58:55.337074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-e7ed2c53-4292-4b59-89a6-26631948d7b3 req-f02dfdd0-4d49-4ab4-8e7c-0d874949632d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] For port fee66c52-b315-4a79-8f70-38120c09202a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=fee66c52-b315-4a79-8f70-38120c09202a,segment=NetworkSegment(eab314a0-1b3d-444c-a46e-69851ffd24a5),segment_id=eab314a0-1b3d-444c-a46e-69851ffd24a5)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:58:55.337801 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e7ed2c53-4292-4b59-89a6-26631948d7b3 req-f02dfdd0-4d49-4ab4-8e7c-0d874949632d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:55.506901 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-e7ed2c53-4292-4b59-89a6-26631948d7b3 req-f02dfdd0-4d49-4ab4-8e7c-0d874949632d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Calling delete_port for fee66c52-b315-4a79-8f70-38120c09202a owned by compute:nova {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 00:58:55.825832 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3c099-32e1-43cd-bc9b-b1ca97d90892 req-d688c2f3-61b8-459b-9a28-11fa595ad321 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:55.827581 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f5f3c099-32e1-43cd-bc9b-b1ca97d90892 req-d688c2f3-61b8-459b-9a28-11fa595ad321 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.2696223 Jan 20 00:58:55.877089 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e7ed2c53-4292-4b59-89a6-26631948d7b3 req-f02dfdd0-4d49-4ab4-8e7c-0d874949632d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:55.902684 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:55.961040 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f5f3c099-32e1-43cd-bc9b-b1ca97d90892 req-8bf6c081-895d-44c5-b0a4-c5ff34625d88 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231256 Jan 20 00:58:55.972887 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02dfdd0-4d49-4ab4-8e7c-0d874949632d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Pushing event deleted for resources: {'Port': ['ID=fee66c52-b315-4a79-8f70-38120c09202a,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:55.977396 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f02dfdd0-4d49-4ab4-8e7c-0d874949632d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:56.211377 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ed2c53-4292-4b59-89a6-26631948d7b3 req-f02dfdd0-4d49-4ab4-8e7c-0d874949632d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] No DVR routers for this DVR port fee66c52-b315-4a79-8f70-38120c09202a on host hv-cinder-66710 {{(pid=80161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 00:58:56.214512 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4fe83adf-17b7-485b-88f2-bb5635963b7c req-32ee7a35-85e4-40ff-88bd-a98669dd7adc tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.44 "GET /v2.0/ports?device_id=57b40538-b4b5-4f81-96b8-8d7c669c965d HTTP/1.1" status: 200 len: 210 time: 0.0627079 Jan 20 00:58:56.216330 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e7ed2c53-4292-4b59-89a6-26631948d7b3 req-f02dfdd0-4d49-4ab4-8e7c-0d874949632d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:56.219449 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b40538-b4b5-4f81-96b8-8d7c669c965d', 'name': 'network-vif-deleted', 'tag': 'fee66c52-b315-4a79-8f70-38120c09202a'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:58:56.236371 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e7ed2c53-4292-4b59-89a6-26631948d7b3 req-f02dfdd0-4d49-4ab4-8e7c-0d874949632d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] 10.222.0.48 "DELETE /v2.0/ports/fee66c52-b315-4a79-8f70-38120c09202a HTTP/1.1" status: 204 len: 173 time: 1.4386225 Jan 20 00:58:56.319388 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b40538-b4b5-4f81-96b8-8d7c669c965d', 'name': 'network-vif-deleted', 'tag': 'fee66c52-b315-4a79-8f70-38120c09202a', 'status': 'completed', 'code': 200} Jan 20 00:58:56.460534 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:56.549508 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:58:56.554774 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:56.555223 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:56.595794 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ad04a-f46c-49aa-a662-2a1c44ecc941 req-2b9012c6-7eab-4294-bc27-b6fa38d7591d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:56.598658 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-497ad04a-f46c-49aa-a662-2a1c44ecc941 req-2b9012c6-7eab-4294-bc27-b6fa38d7591d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 943 time: 0.1139255 Jan 20 00:58:56.655999 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-497ad04a-f46c-49aa-a662-2a1c44ecc941 req-a901f6a2-b392-4e30-9111-6b79ef9c1403 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503943 Jan 20 00:58:56.681282 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:56.702891 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:56.732823 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d2519d-08f2-42a9-a317-ef7ca7cc1648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a42466a-79e8-49ec-b1cb-e04dfbb4df68'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:58:56.745151 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=2a42466a-79e8-49ec-b1cb-e04dfbb4df68,segment=NetworkSegment(38523567-1b8c-4c32-a860-fb18c9a2b8d3),segment_id=38523567-1b8c-4c32-a860-fb18c9a2b8d3)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:58:56.749815 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:56.753154 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:56.793868 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device fee66c52-b315-4a79-8f70-38120c09202a no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 00:58:56.837947 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d2519d-08f2-42a9-a317-ef7ca7cc1648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a42466a-79e8-49ec-b1cb-e04dfbb4df68', 'code': 200} Jan 20 00:58:56.849670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] No Port match for: fee66c52-b315-4a79-8f70-38120c09202a {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 00:58:56.850073 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device fee66c52-b315-4a79-8f70-38120c09202a not bound to the agent host hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 00:58:56.876826 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=2a42466a-79e8-49ec-b1cb-e04dfbb4df68,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:56.886624 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.887276 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.887669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.888200 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.888625 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.888963 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.889505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.889962 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.890600 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.890989 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.891894 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.892272 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.892706 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.893082 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.893455 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.893823 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.894210 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.894597 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.894978 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.895347 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.895735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.896106 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.897301 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.897675 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:58:56.904043 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:57.209150 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 2fb0af7e-4539-4d8d-8787-78376528add4 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:57.252170 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc0440-7811-4397-9e7e-414805b54612 req-7ac2003a-7fe7-4632-827a-f9c2ab5d762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:57.253820 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-78dc0440-7811-4397-9e7e-414805b54612 req-7ac2003a-7fe7-4632-827a-f9c2ab5d762d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 1162 time: 0.1688926 Jan 20 00:58:57.276705 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515c014-5e35-452b-a928-3c3e2affc481 req-d84ba995-087d-4095-8e72-200810b4bed4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:57.279521 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0515c014-5e35-452b-a928-3c3e2affc481 req-d84ba995-087d-4095-8e72-200810b4bed4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1963496 Jan 20 00:58:57.290745 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 2fb0af7e-4539-4d8d-8787-78376528add4 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:58:57.296113 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 2fb0af7e-4539-4d8d-8787-78376528add4 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:57.296546 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:57.362291 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-78dc0440-7811-4397-9e7e-414805b54612 req-28a21bb8-3b6c-4865-b6f9-2382adbe8e80 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813231 Jan 20 00:58:57.368390 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0515c014-5e35-452b-a928-3c3e2affc481 req-d4738bb3-8695-4586-b601-c0871c880fe8 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716355 Jan 20 00:58:57.431120 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:57.466257 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port 2fb0af7e-4539-4d8d-8787-78376528add4, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=2fb0af7e-4539-4d8d-8787-78376528add4,segment=NetworkSegment(0ed90a87-9452-4649-a8c0-bd6961d2e4fb),segment_id=0ed90a87-9452-4649-a8c0-bd6961d2e4fb)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:58:57.471537 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:57.473500 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:58:57.544061 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=2fb0af7e-4539-4d8d-8787-78376528add4,revision_number=5']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:58:57.548473 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:58:57.600748 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406fc6a-ee56-40c7-8390-06b0b2132e4f req-f1a5496a-de9c-4cf7-8cfc-4baa353060aa tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:57.602344 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1406fc6a-ee56-40c7-8390-06b0b2132e4f req-f1a5496a-de9c-4cf7-8cfc-4baa353060aa tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1092365 Jan 20 00:58:57.652463 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1406fc6a-ee56-40c7-8390-06b0b2132e4f req-16970267-1ace-4a88-86c8-d8e31e53e9d9 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438645 Jan 20 00:58:57.693364 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 0013ba87-b880-44a6-94f4-10da6e6b050f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:57.777159 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 0013ba87-b880-44a6-94f4-10da6e6b050f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:57.777159 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:57.917022 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:57.989500 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb25af-a283-470f-8ce7-fc9ad21429be req-71cc46f6-2efa-47d6-8664-7cddc9fac0e3 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:57.991378 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fcdb25af-a283-470f-8ce7-fc9ad21429be req-71cc46f6-2efa-47d6-8664-7cddc9fac0e3 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1211596 Jan 20 00:58:57.996261 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:57.996261 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:58.053204 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fcdb25af-a283-470f-8ce7-fc9ad21429be req-c01b1dd0-2076-462a-8abb-d4afbc04c847 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510061 Jan 20 00:58:58.607268 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59065dd1-bd60-48f5-8e60-3aeca73930c4 req-27f1eb4d-6b96-4628-a817-44ae37075918 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:58.613889 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-59065dd1-bd60-48f5-8e60-3aeca73930c4 req-27f1eb4d-6b96-4628-a817-44ae37075918 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1092882 Jan 20 00:58:58.667692 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-59065dd1-bd60-48f5-8e60-3aeca73930c4 req-453780b6-b411-44ee-b307-fcfca6f87aea tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515039 Jan 20 00:58:58.900080 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e25736-750c-4fee-a422-4c42165855c4 req-2e634aae-8fbc-4f93-a18f-68525c265057 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:58.901889 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-18e25736-750c-4fee-a422-4c42165855c4 req-2e634aae-8fbc-4f93-a18f-68525c265057 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1044383 Jan 20 00:58:58.954681 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-18e25736-750c-4fee-a422-4c42165855c4 req-0c9f164a-8271-4719-9207-cc8743156d1b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461552 Jan 20 00:58:59.174811 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 2fb0af7e-4539-4d8d-8787-78376528add4 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:59.251376 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 2fb0af7e-4539-4d8d-8787-78376528add4 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:59.251803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:59.303026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc795e6-4d3c-40b5-af07-de1a02f34382 req-84dd8af7-f462-410e-8240-aaeef22baca2 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:59.304853 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bbc795e6-4d3c-40b5-af07-de1a02f34382 req-84dd8af7-f462-410e-8240-aaeef22baca2 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1138301 Jan 20 00:58:59.391942 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bbc795e6-4d3c-40b5-af07-de1a02f34382 req-d0cc7ca6-529c-4bc7-8a74-32e8a954eae5 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789380 Jan 20 00:58:59.673080 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:58:59.751914 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:58:59.751914 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:58:59.921471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2732d6-a26f-4ec9-926d-b196d367952a req-4c8e4568-192d-4514-a15e-71857375d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:59.923132 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4d2732d6-a26f-4ec9-926d-b196d367952a req-4c8e4568-192d-4514-a15e-71857375d5d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67e31641c6c3491d928ab40dd60e9f29&device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 1162 time: 0.1662602 Jan 20 00:58:59.949410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ede65f-e147-47c0-bef4-bbcabfe10fa4 req-d8919847-1c15-45c7-af89-4fdf8329c240 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:58:59.950946 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-97ede65f-e147-47c0-bef4-bbcabfe10fa4 req-d8919847-1c15-45c7-af89-4fdf8329c240 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1362748 Jan 20 00:59:00.110930 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-97ede65f-e147-47c0-bef4-bbcabfe10fa4 req-c12e0f92-e798-43de-84ba-362e3de8ef92 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339555 Jan 20 00:59:00.140583 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2732d6-a26f-4ec9-926d-b196d367952a req-4d1619aa-8bc2-45d1-871c-771ca103b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:00.142256 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4d2732d6-a26f-4ec9-926d-b196d367952a req-4d1619aa-8bc2-45d1-871c-771ca103b84f service neutron] 10.222.0.48 "GET /v2.0/networks?id=99fd52c4-502e-4c83-91ea-f2e2ff32a861 HTTP/1.1" status: 200 len: 913 time: 0.1903467 Jan 20 00:59:00.436590 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4d2732d6-a26f-4ec9-926d-b196d367952a req-91c2a6fe-f144-425f-a25b-5855ad2a48aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a42466a-79e8-49ec-b1cb-e04dfbb4df68 HTTP/1.1" status: 200 len: 217 time: 0.2814953 Jan 20 00:59:00.563216 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2732d6-a26f-4ec9-926d-b196d367952a req-b3ccaedf-492c-4bfb-aba7-a6864fb85384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:00.564754 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4d2732d6-a26f-4ec9-926d-b196d367952a req-b3ccaedf-492c-4bfb-aba7-a6864fb85384 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5ea3b5ac-97a0-4479-907c-e5c9d1b17f81 HTTP/1.1" status: 200 len: 859 time: 0.0883644 Jan 20 00:59:00.625231 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4d2732d6-a26f-4ec9-926d-b196d367952a req-21768bda-71ee-4191-8e8c-64ce9a8a3788 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99fd52c4-502e-4c83-91ea-f2e2ff32a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511856 Jan 20 00:59:00.647189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d64a6-a67c-48f3-9206-f6a55afcadad req-ca0779a1-8eb2-4f6a-add0-436074f541c3 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:00.648725 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-061d64a6-a67c-48f3-9206-f6a55afcadad req-ca0779a1-8eb2-4f6a-add0-436074f541c3 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.2141397 Jan 20 00:59:00.794394 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-061d64a6-a67c-48f3-9206-f6a55afcadad req-5c176505-fc59-4a75-8df4-d67f2dd565be tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1199040 Jan 20 00:59:00.835615 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4d2732d6-a26f-4ec9-926d-b196d367952a req-6dc7a835-e716-4b2a-8faa-44b960f27d5a service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858547 Jan 20 00:59:01.051771 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4d2732d6-a26f-4ec9-926d-b196d367952a req-6f275ab3-b16d-4a37-bfd0-80de0920b80b service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2090895 Jan 20 00:59:01.088482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72a757-a702-4d17-9145-6e8eeda1456c req-83217ae4-5975-423a-9d43-08842a71aa3a tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:01.090177 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aa72a757-a702-4d17-9145-6e8eeda1456c req-83217ae4-5975-423a-9d43-08842a71aa3a tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1510420 Jan 20 00:59:01.146401 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aa72a757-a702-4d17-9145-6e8eeda1456c req-b2b1debb-a998-4a50-8d88-7a91541a2a2b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492954 Jan 20 00:59:01.406354 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa20c80-0530-4d95-b224-057c90b52eef req-7e643898-5648-4d61-84a1-d5a87719db76 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:01.408135 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3fa20c80-0530-4d95-b224-057c90b52eef req-7e643898-5648-4d61-84a1-d5a87719db76 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1265247 Jan 20 00:59:01.464444 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3fa20c80-0530-4d95-b224-057c90b52eef req-6eac83a3-9a81-475c-bc22-08bcda3468d7 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498111 Jan 20 00:59:02.030190 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0115ee-3cba-44d0-9fb9-0cc4aa114910 req-4f216ce2-a064-458b-b1ed-b6d85a1564fe tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:02.031848 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9d0115ee-3cba-44d0-9fb9-0cc4aa114910 req-4f216ce2-a064-458b-b1ed-b6d85a1564fe tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1049867 Jan 20 00:59:02.083670 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9d0115ee-3cba-44d0-9fb9-0cc4aa114910 req-9a986c72-0001-4071-bb5f-5719c956dbcf tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448778 Jan 20 00:59:02.397100 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a8c0d-c4cf-4a2e-8cd3-e0a248e24edf req-812fed8a-ff93-4f44-96b5-1a3b6ece86cf tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:02.398671 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-063a8c0d-c4cf-4a2e-8cd3-e0a248e24edf req-812fed8a-ff93-4f44-96b5-1a3b6ece86cf tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1063321 Jan 20 00:59:02.453165 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-063a8c0d-c4cf-4a2e-8cd3-e0a248e24edf req-59aa6cc8-b9bf-4a40-9f3d-450043553ca7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451305 Jan 20 00:59:02.715534 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057694cd-4c49-461d-ad5f-4988fec75702 req-da7a0a29-b6c2-45db-a830-dd800872e954 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:02.717541 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-057694cd-4c49-461d-ad5f-4988fec75702 req-da7a0a29-b6c2-45db-a830-dd800872e954 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1176252 Jan 20 00:59:02.785826 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-057694cd-4c49-461d-ad5f-4988fec75702 req-c207f20b-9922-47ca-a643-660f1a852eb8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611660 Jan 20 00:59:03.343248 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbe78e-1073-4793-adf6-5e13ad63e1d7 req-9678bc94-32ff-4e33-93ed-817b472ea485 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:03.344911 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c4bbe78e-1073-4793-adf6-5e13ad63e1d7 req-9678bc94-32ff-4e33-93ed-817b472ea485 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1077919 Jan 20 00:59:03.397343 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c4bbe78e-1073-4793-adf6-5e13ad63e1d7 req-dda826ac-976b-45a0-ba63-ab4cc1c1514e tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450811 Jan 20 00:59:03.713816 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b3ef-67d2-44ff-8a73-5cabdaec6954 req-f5673f0d-67fb-4e02-8292-d7762f5c0ee9 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:03.715487 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9d42b3ef-67d2-44ff-8a73-5cabdaec6954 req-f5673f0d-67fb-4e02-8292-d7762f5c0ee9 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1104217 Jan 20 00:59:03.775330 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9d42b3ef-67d2-44ff-8a73-5cabdaec6954 req-150b66af-c011-4144-ba8f-cc12f60f5e47 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507236 Jan 20 00:59:04.035714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761fd56-543c-4705-913d-511f248369b8 req-72ee00e1-77dd-4530-81e6-b83514b89f72 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:04.037400 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4761fd56-543c-4705-913d-511f248369b8 req-72ee00e1-77dd-4530-81e6-b83514b89f72 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1076944 Jan 20 00:59:04.095464 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4761fd56-543c-4705-913d-511f248369b8 req-52ffe42e-f2bd-4f01-9c2a-a3cf66169f97 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517616 Jan 20 00:59:04.647179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640f38a-0827-46c4-af77-cad1b8ed5a79 req-f92ff541-c2a3-443b-bbf2-7aaa823df915 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:04.648707 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8640f38a-0827-46c4-af77-cad1b8ed5a79 req-f92ff541-c2a3-443b-bbf2-7aaa823df915 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1055987 Jan 20 00:59:04.702266 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8640f38a-0827-46c4-af77-cad1b8ed5a79 req-701dbb41-4048-416c-ab94-f4bb51648469 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472715 Jan 20 00:59:05.032301 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e7431-3a09-46f1-92f4-8698ae0a8b96 req-f13e4c89-986f-4550-a7d8-ba276bfbd587 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:05.033990 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-447e7431-3a09-46f1-92f4-8698ae0a8b96 req-f13e4c89-986f-4550-a7d8-ba276bfbd587 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1095099 Jan 20 00:59:05.087496 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-447e7431-3a09-46f1-92f4-8698ae0a8b96 req-a932b327-f5b4-4859-adff-bd77cc7311a1 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460751 Jan 20 00:59:05.335044 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec8a25-8e81-45f2-be45-b30342b5700f req-a7d0c879-4602-43f1-b4de-20d6ce999235 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:05.335696 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d6ec8a25-8e81-45f2-be45-b30342b5700f req-a7d0c879-4602-43f1-b4de-20d6ce999235 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1076615 Jan 20 00:59:05.392005 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d6ec8a25-8e81-45f2-be45-b30342b5700f req-8d59d090-4bd8-454e-8eb9-70088517c2b6 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497291 Jan 20 00:59:05.970985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98a9d4-c9b9-4fb9-a8af-db8a53a41075 req-4b920055-a5d4-4305-9bb4-7d3b1dc9afad tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:05.973515 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fe98a9d4-c9b9-4fb9-a8af-db8a53a41075 req-4b920055-a5d4-4305-9bb4-7d3b1dc9afad tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1325874 Jan 20 00:59:06.069017 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fe98a9d4-c9b9-4fb9-a8af-db8a53a41075 req-c50d94d9-3448-435e-8682-224ef5a4956e tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884449 Jan 20 00:59:06.349182 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bbb02-7c7a-4646-9428-1b0987f1ac7d req-ef0ae5f3-8b51-4fa6-8425-239d889e6951 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:06.350928 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f31bbb02-7c7a-4646-9428-1b0987f1ac7d req-ef0ae5f3-8b51-4fa6-8425-239d889e6951 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1110530 Jan 20 00:59:06.404350 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f31bbb02-7c7a-4646-9428-1b0987f1ac7d req-8693ef39-85b8-41a8-af91-f7bef6c1a713 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459900 Jan 20 00:59:06.663164 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707778b-548f-4b3b-ab33-b145accb0d79 req-08995052-1348-4704-b4d2-51ebf5c4edb0 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:06.671206 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4707778b-548f-4b3b-ab33-b145accb0d79 req-08995052-1348-4704-b4d2-51ebf5c4edb0 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1195626 Jan 20 00:59:06.722538 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4707778b-548f-4b3b-ab33-b145accb0d79 req-9a0c4e50-fc51-465e-94e5-0c0e8f7e01c9 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503430 Jan 20 00:59:07.264305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-9bb15b2e-d48b-426f-b89b-a8bf2f94e990 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:07.278225 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-9bb15b2e-d48b-426f-b89b-a8bf2f94e990 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/networks?id=26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 200 len: 815 time: 0.3874505 Jan 20 00:59:07.315400 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-2dea2365-9e50-4904-9b20-aa11bfd02f65 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/quotas/f453439bed4344cb9b5c85c9c48f2c1a HTTP/1.1" status: 200 len: 375 time: 0.0360053 Jan 20 00:59:07.426151 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d5539-9e45-4099-bbf7-d3f4a8f9d87f req-906381b7-9b4d-445f-aca8-147ab7c781c7 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:07.436363 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-af5d5539-9e45-4099-bbf7-d3f4a8f9d87f req-906381b7-9b4d-445f-aca8-147ab7c781c7 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1888363 Jan 20 00:59:07.520657 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-af5d5539-9e45-4099-bbf7-d3f4a8f9d87f req-5a68e8f2-e13b-4570-a7df-c007ff156c3b tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831659 Jan 20 00:59:07.559422 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-5794b00f-1270-40f8-8528-08b9c2d2d0e4 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2428262 Jan 20 00:59:07.742039 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-202b53ca-5299-41f6-91a5-5961468c0663 service neutron] 10.222.0.44 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810522 Jan 20 00:59:07.870051 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e742d13-4a9d-4f87-ba8c-71ee1d688073 req-5a87eee1-8576-4281-9068-4cf81f88d277 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:07.879649 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9e742d13-4a9d-4f87-ba8c-71ee1d688073 req-5a87eee1-8576-4281-9068-4cf81f88d277 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1572986 Jan 20 00:59:07.959287 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-a8ccec64-c707-4337-956a-1d9c2af3ca9c service neutron] 10.222.0.44 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2159796 Jan 20 00:59:07.963918 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-90c10346-c5d1-47ef-92c3-65ead46395e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:08.002520 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9e742d13-4a9d-4f87-ba8c-71ee1d688073 req-55f84094-bd92-4652-871a-741b70ee0dfe tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218116 Jan 20 00:59:08.384008 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5388d9fc-3603-4bb5-9d84-f8667bb37322 req-3dc715b2-9f1d-4fe1-a6c0-67f8c9f00bb9 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 210 time: 0.1187344 Jan 20 00:59:08.607888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c162631-12da-4c1a-a2a4-9aaad66a295b req-2b59ba2d-d84f-4fe3-bea9-5152aa7d2fcc tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:08.615990 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8c162631-12da-4c1a-a2a4-9aaad66a295b req-2b59ba2d-d84f-4fe3-bea9-5152aa7d2fcc tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.2964780 Jan 20 00:59:08.682477 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8c162631-12da-4c1a-a2a4-9aaad66a295b req-76c9444f-945d-4331-9dba-a77b820c93e2 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651498 Jan 20 00:59:08.919068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a11c4-fe9c-4e65-a22f-05acae8ae6a4 req-e7475a1d-53fa-420a-bd91-afaf18cb1b81 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:08.928241 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-718a11c4-fe9c-4e65-a22f-05acae8ae6a4 req-e7475a1d-53fa-420a-bd91-afaf18cb1b81 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1439965 Jan 20 00:59:08.996320 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-718a11c4-fe9c-4e65-a22f-05acae8ae6a4 req-ed524b13-dc69-4a38-b289-c79f24efcde7 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630376 Jan 20 00:59:09.529641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54145cbc-b160-43cd-aa88-0a75ebf44a57 req-57d4e3eb-2423-4b05-902e-fdd237924111 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:09.537823 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-54145cbc-b160-43cd-aa88-0a75ebf44a57 req-57d4e3eb-2423-4b05-902e-fdd237924111 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.2799187 Jan 20 00:59:09.668753 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-54145cbc-b160-43cd-aa88-0a75ebf44a57 req-c1c43e5a-bad3-4e6a-8630-95608e98e659 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299765 Jan 20 00:59:09.799310 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b8a46932-b654-4217-a384-0cc0d92f1bce req-6e97f4e6-c489-499a-b546-ce5e19d6e62f tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 210 time: 0.0684507 Jan 20 00:59:10.513958 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d47ba3-cdcc-4a98-813c-cb7a2ebfc8f2 req-ff5429ee-3136-48a1-9eb8-12251975601d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:10.525323 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a5d47ba3-cdcc-4a98-813c-cb7a2ebfc8f2 req-ff5429ee-3136-48a1-9eb8-12251975601d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.2241635 Jan 20 00:59:10.593456 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-de2207a7-7c6f-48f9-8813-90490d83da0a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:10.596261 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-de2207a7-7c6f-48f9-8813-90490d83da0a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "GET /v2.0/networks?id=26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 200 len: 815 time: 0.6273336 Jan 20 00:59:10.597307 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a5d47ba3-cdcc-4a98-813c-cb7a2ebfc8f2 req-0f4e69b9-5017-4d4c-99ab-ec06ce4090f6 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709016 Jan 20 00:59:10.618901 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Request body: {'port': {'device_id': 'ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360', 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12', 'admin_state_up': True, 'tenant_id': 'f453439bed4344cb9b5c85c9c48f2c1a'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:59:10.822468 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:59:10.864839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:59:10.904751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5132029-77ab-4db7-9b9e-0a32aacea45b req-b39964de-5e27-490f-8bb0-8570b2698f85 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:10.914362 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b5132029-77ab-4db7-9b9e-0a32aacea45b req-b39964de-5e27-490f-8bb0-8570b2698f85 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.8641288 Jan 20 00:59:10.987260 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b5132029-77ab-4db7-9b9e-0a32aacea45b req-c7bc6404-0a59-4234-9735-a1186d4eb56a tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715721 Jan 20 00:59:10.989178 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Made reservation on behalf of f453439bed4344cb9b5c85c9c48f2c1a for: {'port': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:59:11.019954 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:11.039221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7d4a1e7c-cb49-4ef5-8146-e30159c92d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:11.196200 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fd273-345a-451c-9112-e94e38883d84 req-d1bb92a2-9352-46b7-8a59-1fbe3f1102e4 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:11.211240 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d81fd273-345a-451c-9112-e94e38883d84 req-d1bb92a2-9352-46b7-8a59-1fbe3f1102e4 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.2595940 Jan 20 00:59:11.300733 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d81fd273-345a-451c-9112-e94e38883d84 req-3bb5ab89-8af7-4d50-b182-304b5273c00a tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884736 Jan 20 00:59:11.344072 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-60bc7506-991a-4962-8149-2eb719203b41 req-f078f13f-5b33-4540-b671-ce8055152772 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 210 time: 0.0605187 Jan 20 00:59:11.511693 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:59:11.636019 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Allocated IP 172.20.0.7 (26933088-6e74-4102-ba74-6fb41e98bc12/faa0bdfa-927a-41d6-8fe4-03b7ed7658d0/d8f351e4-fba1-4fe4-b159-832f11d7d3b0) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:59:12.053805 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecee48-7644-4160-bc41-462f855557b9 req-cc8bbc88-2e5b-45e4-b602-53580673fc9d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:12.055603 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5ecee48-7644-4160-bc41-462f855557b9 req-cc8bbc88-2e5b-45e4-b602-53580673fc9d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.2899280 Jan 20 00:59:12.134159 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:12.207080 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:12.243397 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:12.295257 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5ecee48-7644-4160-bc41-462f855557b9 req-50912f3c-d693-4a95-9023-2f1cd1027e14 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2238586 Jan 20 00:59:12.582380 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:12.696205 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:12.744896 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Pushing event updated for resources: {'Port': ['ID=d8f351e4-fba1-4fe4-b159-832f11d7d3b0,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:12.794140 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:12.913073 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57d9ec-e64a-4fc9-8db8-4313a75245a5 req-b5244022-423a-4187-bbee-167436ced523 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:12.927463 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2a57d9ec-e64a-4fc9-8db8-4313a75245a5 req-b5244022-423a-4187-bbee-167436ced523 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.3177214 Jan 20 00:59:13.015282 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2a57d9ec-e64a-4fc9-8db8-4313a75245a5 req-115c91f7-7ff9-4cea-b2f6-5efce5111e46 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847666 Jan 20 00:59:13.048143 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f261279-9183-4511-ae50-24c2256025ee req-fa946fee-7051-4d97-b9a3-c3764148f389 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:13.056016 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6f261279-9183-4511-ae50-24c2256025ee req-fa946fee-7051-4d97-b9a3-c3764148f389 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.3125865 Jan 20 00:59:13.172896 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6f261279-9183-4511-ae50-24c2256025ee req-d44975c2-4c37-4808-b204-82ba98b80023 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158845 Jan 20 00:59:13.196304 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Network 26933088-6e74-4102-ba74-6fb41e98bc12 is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:59:13.198627 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:59:13.217214 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:59:13.411958 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:13.412690 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:13.472652 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f96c42-aea2-42f1-840e-1baa9471c598 req-4bb17542-2641-4648-894c-7591c674b35e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:13.473884 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:13.475629 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d8f96c42-aea2-42f1-840e-1baa9471c598 req-4bb17542-2641-4648-894c-7591c674b35e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 931 time: 0.2348404 Jan 20 00:59:13.497713 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8851783 Jan 20 00:59:13.523403 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Request body: {'port': {'device_id': 'ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:59:13.575512 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d8f96c42-aea2-42f1-840e-1baa9471c598 req-98084c06-ef78-4257-928e-f20452cb102d tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924408 Jan 20 00:59:13.746117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:13.857936 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa530e-a218-473e-b813-e1809afcb202 req-a739a928-ac18-41ad-978b-a3c02f04334f tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:13.859708 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-45fa530e-a218-473e-b813-e1809afcb202 req-a739a928-ac18-41ad-978b-a3c02f04334f tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.2744057 Jan 20 00:59:13.947241 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-45fa530e-a218-473e-b813-e1809afcb202 req-5d8829b1-471f-42b6-8147-3f903e535bf1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784750 Jan 20 00:59:14.521484 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d80cf-61fd-4131-8207-528e73b5a4be req-cbf1a05c-b381-40b2-ad82-88cfcccdbb87 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:14.529596 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2e2d80cf-61fd-4131-8207-528e73b5a4be req-cbf1a05c-b381-40b2-ad82-88cfcccdbb87 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.2346735 Jan 20 00:59:14.647222 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2e2d80cf-61fd-4131-8207-528e73b5a4be req-9ff632d5-6590-4372-909d-7009c378518a tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165721 Jan 20 00:59:14.905423 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733999c-5f53-458c-bd2c-bf3ad2270f92 req-e7b955e3-dabc-47e9-85ed-8f856ef04963 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:14.910186 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7733999c-5f53-458c-bd2c-bf3ad2270f92 req-e7b955e3-dabc-47e9-85ed-8f856ef04963 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.4598169 Jan 20 00:59:15.020714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.resource_extend [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 20 00:59:15.156818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74c2d0-e8fe-4625-a392-4fe9d91baecf req-de354fd2-52c6-4f57-9caf-ebe4d09c491c tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:15.160248 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7733999c-5f53-458c-bd2c-bf3ad2270f92 req-7edb964a-8166-4aee-a720-b9701c2c95ed tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396190 Jan 20 00:59:15.170629 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0e74c2d0-e8fe-4625-a392-4fe9d91baecf req-de354fd2-52c6-4f57-9caf-ebe4d09c491c tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 931 time: 0.2559373 Jan 20 00:59:15.240825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f351e4-fba1-4fe4-b159-832f11d7d3b0 {{(pid=80161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 00:59:15.283096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:15.315174 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Transition to ACTIVE for port object d8f351e4-fba1-4fe4-b159-832f11d7d3b0 will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:59:15.319629 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852615402'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:15.340518 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0e74c2d0-e8fe-4625-a392-4fe9d91baecf req-0f04ebf1-b53d-4dfc-98a3-d830c7a24a47 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584222 Jan 20 00:59:15.365259 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:15.494826 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f351e4-fba1-4fe4-b159-832f11d7d3b0,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:15.502638 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:15.657227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53860a-42f0-44ee-84ef-153e05d14e91 req-c02a1b44-1c93-4663-b900-e97e280f7df1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:15.659170 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-de53860a-42f0-44ee-84ef-153e05d14e91 req-c02a1b44-1c93-4663-b900-e97e280f7df1 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.2174821 Jan 20 00:59:15.777334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 580093d6-f404-4886-8106-c473d787cb80 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:59:15.817737 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-de53860a-42f0-44ee-84ef-153e05d14e91 req-b70bda93-ffbc-4ce5-807d-4973c4144bfb tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1340618 Jan 20 00:59:15.962334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 580093d6-f404-4886-8106-c473d787cb80 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:59:15.962922 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:15.983674 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1921b01-9ba6-4bad-b670-dae623c775cf req-68575c18-a7bc-44c5-a59d-ad7bc570cffd tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:15.993268 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d1921b01-9ba6-4bad-b670-dae623c775cf req-68575c18-a7bc-44c5-a59d-ad7bc570cffd tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1353757 Jan 20 00:59:16.055247 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d1921b01-9ba6-4bad-b670-dae623c775cf req-dfa955dd-d809-4880-8188-54d004c112e8 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607650 Jan 20 00:59:16.245775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Attempting to bind port d8f351e4-fba1-4fe4-b159-832f11d7d3b0 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:59:16.246165 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Attempting to bind port d8f351e4-fba1-4fe4-b159-832f11d7d3b0 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:59:16.246531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Attempting to bind port d8f351e4-fba1-4fe4-b159-832f11d7d3b0 on network 26933088-6e74-4102-ba74-6fb41e98bc12 {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:59:16.258129 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:59:16.258495 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Checking segment: {'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:59:16.258969 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:16.259363 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Bound using segment: {'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:59:16.259867 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Bound port: d8f351e4-fba1-4fe4-b159-832f11d7d3b0, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4238131a-66a8-4cbf-9a82-dbf02630df4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26933088-6e74-4102-ba74-6fb41e98bc12'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:59:16.262817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:16.496348 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] For port d8f351e4-fba1-4fe4-b159-832f11d7d3b0, host hv-cinder-66710, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:59:16.500278 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] For port d8f351e4-fba1-4fe4-b159-832f11d7d3b0, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=d8f351e4-fba1-4fe4-b159-832f11d7d3b0,segment=NetworkSegment(4238131a-66a8-4cbf-9a82-dbf02630df4a),segment_id=4238131a-66a8-4cbf-9a82-dbf02630df4a)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:59:16.564146 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852615402'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:16.795778 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a857828-4b89-4909-ac9c-b61e245e3644 req-3a0cafba-d476-402d-92af-41565d3d0be5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:16.795778 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6a857828-4b89-4909-ac9c-b61e245e3644 req-3a0cafba-d476-402d-92af-41565d3d0be5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 943 time: 0.1769605 Jan 20 00:59:16.942456 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6a857828-4b89-4909-ac9c-b61e245e3644 req-3fd973dd-e8e9-46f1-bacc-b3dedecfe056 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398354 Jan 20 00:59:17.041827 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:17.327613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f351e4-fba1-4fe4-b159-832f11d7d3b0,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:17.366713 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:17.428975 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:17.429659 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:17.435319 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] 10.222.0.48 "PUT /v2.0/ports/d8f351e4-fba1-4fe4-b159-832f11d7d3b0 HTTP/1.1" status: 200 len: 1157 time: 3.9223747 Jan 20 00:59:17.441509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f2cec-9f49-410b-bac0-9937b88fe675 req-eb9bff17-3193-44a3-89a1-a49abdb2e206 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:17.449929 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9b0f2cec-9f49-410b-bac0-9937b88fe675 req-eb9bff17-3193-44a3-89a1-a49abdb2e206 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.2174017 Jan 20 00:59:17.517358 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcf9dc-af4d-49b4-bcde-b1a0ade1de25 req-62575a95-6a43-4015-ad1e-fbcaaf4b453f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:17.519775 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9b0f2cec-9f49-410b-bac0-9937b88fe675 req-70b85e16-68be-4676-9149-13ca0b51879b tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683084 Jan 20 00:59:17.532424 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dfdcf9dc-af4d-49b4-bcde-b1a0ade1de25 req-62575a95-6a43-4015-ad1e-fbcaaf4b453f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 1.0266886 Jan 20 00:59:17.535500 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360', 'tag': 'd8f351e4-fba1-4fe4-b159-832f11d7d3b0'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:59:17.671772 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dfdcf9dc-af4d-49b4-bcde-b1a0ade1de25 req-f8375955-3ad2-45e7-ad33-3bb2c1a4e034 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378186 Jan 20 00:59:17.772929 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee7ee1-4092-499e-9174-48e6770408f7 req-6b60681f-7396-46a9-8010-8873acc0461e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:17.781549 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-74ee7ee1-4092-499e-9174-48e6770408f7 req-6b60681f-7396-46a9-8010-8873acc0461e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1344814 Jan 20 00:59:17.841575 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360', 'tag': 'd8f351e4-fba1-4fe4-b159-832f11d7d3b0', 'status': 'completed', 'code': 200} Jan 20 00:59:17.845158 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-74ee7ee1-4092-499e-9174-48e6770408f7 req-c612abe8-85d9-4769-8db9-0779e4a1ba72 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622315 Jan 20 00:59:17.903613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-d2bcb414-63d9-4f8b-8e39-0fbb12dbfe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:17.905954 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-d2bcb414-63d9-4f8b-8e39-0fbb12dbfe70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 1160 time: 0.2331660 Jan 20 00:59:17.988228 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-e4a15d1a-3833-42fc-9cc4-644f3c95bc38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8f351e4-fba1-4fe4-b159-832f11d7d3b0 HTTP/1.1" status: 200 len: 217 time: 0.0678375 Jan 20 00:59:18.099946 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-d9bb47ac-b868-4686-837c-2ee699c7bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:18.102213 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-d9bb47ac-b868-4686-837c-2ee699c7bf65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faa0bdfa-927a-41d6-8fe4-03b7ed7658d0 HTTP/1.1" status: 200 len: 855 time: 0.1057749 Jan 20 00:59:18.244794 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-7c54a4ee-b7ce-43c2-839d-efec4de92b26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26933088-6e74-4102-ba74-6fb41e98bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338034 Jan 20 00:59:18.426765 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-3241c82f-0ec7-403f-99c3-4f7238fd5fd7 service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706607 Jan 20 00:59:18.581059 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea920546-f353-4dba-8f06-dd4cc967a12c req-8d4bcedc-29b2-42eb-b372-2dd7f6919d77 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:18.582116 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-ea920546-f353-4dba-8f06-dd4cc967a12c req-8d4bcedc-29b2-42eb-b372-2dd7f6919d77 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Synchronizing usage tracker for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:59:18.669062 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-ea920546-f353-4dba-8f06-dd4cc967a12c req-8d4bcedc-29b2-42eb-b372-2dd7f6919d77 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Unset dirty status for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:59:18.670355 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ea920546-f353-4dba-8f06-dd4cc967a12c req-8d4bcedc-29b2-42eb-b372-2dd7f6919d77 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 943 time: 0.4729738 Jan 20 00:59:18.812119 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8192a0b4-3bbb-41db-ade0-4031d4cbcec2 req-846bf637-e8c7-4047-9ce3-f1c85dd67cb6 service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3735311 Jan 20 00:59:18.962187 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ded687-6591-400f-b581-d2ef260c7f7d req-66f7c681-2baa-406b-962d-c8cb664b12d2 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:18.978097 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-78ded687-6591-400f-b581-d2ef260c7f7d req-66f7c681-2baa-406b-962d-c8cb664b12d2 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.2270799 Jan 20 00:59:19.063673 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ea920546-f353-4dba-8f06-dd4cc967a12c req-000d4001-8640-4555-8849-08b30dbb4a30 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745985 Jan 20 00:59:19.086843 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-78ded687-6591-400f-b581-d2ef260c7f7d req-65754302-6d0b-4a63-bd8d-4ed55e0ef555 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1072595 Jan 20 00:59:19.134273 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d167fd2-d6af-4851-8120-a845f7009547 req-c477edae-774b-47bf-9daa-c349f1b80185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:19.135934 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3d167fd2-d6af-4851-8120-a845f7009547 req-c477edae-774b-47bf-9daa-c349f1b80185 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 1160 time: 0.2507451 Jan 20 00:59:19.524177 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d167fd2-d6af-4851-8120-a845f7009547 req-d89ea5b5-ed49-4143-b921-a60458430efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:19.525734 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3d167fd2-d6af-4851-8120-a845f7009547 req-d89ea5b5-ed49-4143-b921-a60458430efd service neutron] 10.222.0.48 "GET /v2.0/networks?id=26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 200 len: 909 time: 0.3805258 Jan 20 00:59:19.664979 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838615bb-c774-46d1-9174-954c5e1c968f req-446f8b23-32ab-42c6-bfe1-a0cdccde7b9f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:19.666634 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-838615bb-c774-46d1-9174-954c5e1c968f req-446f8b23-32ab-42c6-bfe1-a0cdccde7b9f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.3173699 Jan 20 00:59:19.720697 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3d167fd2-d6af-4851-8120-a845f7009547 req-9db3ca89-ace2-404d-8a8c-944d6824572c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8f351e4-fba1-4fe4-b159-832f11d7d3b0 HTTP/1.1" status: 200 len: 217 time: 0.1831560 Jan 20 00:59:19.771088 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-838615bb-c774-46d1-9174-954c5e1c968f req-e4ad4eaf-05bb-448f-88ec-f7980e1c2175 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939674 Jan 20 00:59:20.148213 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d167fd2-d6af-4851-8120-a845f7009547 req-5b88b8b9-4d8f-45f1-b3b7-ec241160223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:20.150583 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3d167fd2-d6af-4851-8120-a845f7009547 req-5b88b8b9-4d8f-45f1-b3b7-ec241160223a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faa0bdfa-927a-41d6-8fe4-03b7ed7658d0 HTTP/1.1" status: 200 len: 855 time: 0.3562555 Jan 20 00:59:20.253967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3a4cd-d61a-4991-b91d-9c83ad30e9ba req-0c22c0c7-d4b3-4754-9f5c-d4b97cf838a1 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:20.262215 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ffb3a4cd-d61a-4991-b91d-9c83ad30e9ba req-0c22c0c7-d4b3-4754-9f5c-d4b97cf838a1 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.5404439 Jan 20 00:59:20.314154 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3d167fd2-d6af-4851-8120-a845f7009547 req-96dca2c3-6dab-46dd-b63a-25ca69984e6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26933088-6e74-4102-ba74-6fb41e98bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507936 Jan 20 00:59:20.431446 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ffb3a4cd-d61a-4991-b91d-9c83ad30e9ba req-f7e4ac03-250a-4b6b-ba5c-9e3cb5b9b1c9 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677854 Jan 20 00:59:20.706019 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3d167fd2-d6af-4851-8120-a845f7009547 req-3147613b-e35a-44a7-b3bf-6971744745ab service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718703 Jan 20 00:59:20.747210 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99a6ee-61bc-4fa8-8711-0db5c4f7987d req-9e17b139-de9c-420a-82d5-740a7811447e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:20.755140 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ee99a6ee-61bc-4fa8-8711-0db5c4f7987d req-9e17b139-de9c-420a-82d5-740a7811447e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 943 time: 0.1573889 Jan 20 00:59:20.867960 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3d167fd2-d6af-4851-8120-a845f7009547 req-10017c56-62a3-44b6-968c-955b2846827b service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1496775 Jan 20 00:59:20.882669 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ee99a6ee-61bc-4fa8-8711-0db5c4f7987d req-5f3d83a0-2eb8-4d98-962f-47fc53c99e75 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264517 Jan 20 00:59:20.969927 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b3ec9-b62c-4399-9f19-f2ebca995ecf req-5268b9a6-e6aa-49a7-912b-01caab4ec74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:20.973085 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9f7b3ec9-b62c-4399-9f19-f2ebca995ecf req-5268b9a6-e6aa-49a7-912b-01caab4ec74f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cf376d63c274cc78e14728d121ab5ac&device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 1163 time: 0.2156696 Jan 20 00:59:21.052486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ede0de-3e83-47f9-b794-a2c90ecf01c7 req-97e77a2e-24c6-45c8-8c1a-8bccccb053a7 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:21.054660 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-59ede0de-3e83-47f9-b794-a2c90ecf01c7 req-97e77a2e-24c6-45c8-8c1a-8bccccb053a7 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1855304 Jan 20 00:59:21.055437 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 60666) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:21.173519 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-59ede0de-3e83-47f9-b794-a2c90ecf01c7 req-d22eeecb-3c17-4baa-99fd-b8bf3ac8b151 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769558 Jan 20 00:59:21.205645 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9259fb-482a-45df-90ed-33ebdb479465 admin admin] Deleting subnet d722abe6-42a1-47c9-9546-d6839ccd320b {{(pid=80161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 00:59:21.218373 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c9259fb-482a-45df-90ed-33ebdb479465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:21.259376 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b3ec9-b62c-4399-9f19-f2ebca995ecf req-6d9d84cc-1bff-4a0e-92af-e1a7d3338a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:21.264544 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9f7b3ec9-b62c-4399-9f19-f2ebca995ecf req-6d9d84cc-1bff-4a0e-92af-e1a7d3338a09 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ffe595a-3910-4a42-b05b-9d0f31c4a210 HTTP/1.1" status: 200 len: 904 time: 0.2839415 Jan 20 00:59:21.335694 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c9259fb-482a-45df-90ed-33ebdb479465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850936710'] for subnet, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:21.461849 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c9259fb-482a-45df-90ed-33ebdb479465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5022249'] for subnet, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:21.742212 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79609829-c2df-4e10-8e32-eb7a921b8fcf req-28843f92-8228-43d9-85c0-cd1d8e96dfec tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:21.748825 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-79609829-c2df-4e10-8e32-eb7a921b8fcf req-28843f92-8228-43d9-85c0-cd1d8e96dfec tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.4832003 Jan 20 00:59:21.820439 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9f7b3ec9-b62c-4399-9f19-f2ebca995ecf req-4bab7846-93c1-454e-ad9b-5c41d3db6859 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=580093d6-f404-4886-8106-c473d787cb80 HTTP/1.1" status: 200 len: 1002 time: 0.4843390 Jan 20 00:59:21.837356 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-79609829-c2df-4e10-8e32-eb7a921b8fcf req-d33b0ad9-7d66-4830-90f0-cfd288983d7f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809436 Jan 20 00:59:21.934349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b3ec9-b62c-4399-9f19-f2ebca995ecf req-792fd177-5cd3-4fe0-8c09-6167faef115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:21.936367 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9f7b3ec9-b62c-4399-9f19-f2ebca995ecf req-792fd177-5cd3-4fe0-8c09-6167faef115c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=075b1ae4-cad2-4638-9169-39eee3b083f2 HTTP/1.1" status: 200 len: 849 time: 0.0962758 Jan 20 00:59:21.937019 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c9259fb-482a-45df-90ed-33ebdb479465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849753567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852615333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2933401'] for subnet, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:22.040977 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b3ec9-b62c-4399-9f19-f2ebca995ecf req-6d7a5483-4284-412a-a563-7fa6d1f10c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:22.043052 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9f7b3ec9-b62c-4399-9f19-f2ebca995ecf req-6d7a5483-4284-412a-a563-7fa6d1f10c84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ffe595a-3910-4a42-b05b-9d0f31c4a210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0987797 Jan 20 00:59:22.127310 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6e624e30-5553-45b7-bdeb-819625d1df89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:22.238904 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9259fb-482a-45df-90ed-33ebdb479465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d722abe6-42a1-47c9-9546-d6839ccd320b,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:22.291516 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f57db5-ab93-4332-b310-4c42b2a4aced req-9f8e879c-3524-488c-92f1-45b0a952dc30 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:22.300715 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-46f57db5-ab93-4332-b310-4c42b2a4aced req-9f8e879c-3524-488c-92f1-45b0a952dc30 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.4472508 Jan 20 00:59:22.345377 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9f7b3ec9-b62c-4399-9f19-f2ebca995ecf req-6cc3a105-6a86-4032-ac9b-f36340ef98ac service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873590 Jan 20 00:59:22.363398 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c9259fb-482a-45df-90ed-33ebdb479465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:22.371338 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-9c9259fb-482a-45df-90ed-33ebdb479465 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d722abe6-42a1-47c9-9546-d6839ccd320b HTTP/1.1" status: 204 len: 168 time: 1.3145385 Jan 20 00:59:22.382940 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 60682) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:22.578515 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-46f57db5-ab93-4332-b310-4c42b2a4aced req-e31ae93c-7ac0-4f68-a91e-2eb27739f1be tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763934 Jan 20 00:59:22.606155 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9c9259fb-482a-45df-90ed-33ebdb479465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:22.658144 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036849830608'] for network, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:22.981256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5005052', 'neutron.services.segments.db._delete_segments_for_network--9223363263819270516'] for network, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:23.167670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be714db-375a-442f-94f5-77874cef8b8e']}} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:59:23.202237 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739894-cb28-4042-98ed-05089d94df4a req-feade137-8156-44d0-8af7-f43b6de05a24 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:23.204657 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7a739894-cb28-4042-98ed-05089d94df4a req-feade137-8156-44d0-8af7-f43b6de05a24 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.2797744 Jan 20 00:59:23.230154 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab314a0-1b3d-444c-a46e-69851ffd24a5') {'for_net_delete': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:59:23.231053 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab314a0-1b3d-444c-a46e-69851ffd24a5') {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:59:23.255524 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263819266420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3839090'] for segment, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:23.276404 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d2ce7-5b2f-4d47-b989-28b5fe318855 req-97a334ff-6bf1-4559-b9ec-c02d74b1c590 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:23.284915 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f34d2ce7-5b2f-4d47-b989-28b5fe318855 req-97a334ff-6bf1-4559-b9ec-c02d74b1c590 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 943 time: 0.9384024 Jan 20 00:59:23.292941 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7a739894-cb28-4042-98ed-05089d94df4a req-ce8e50a8-0334-461c-8e5f-dc6d8270b531 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811965 Jan 20 00:59:23.305194 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:23.308295 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 00:59:23.373669 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f34d2ce7-5b2f-4d47-b989-28b5fe318855 req-2c64c9ac-0a08-468b-8e40-0a310eccee70 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870557 Jan 20 00:59:23.429988 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9f7b3ec9-b62c-4399-9f19-f2ebca995ecf req-37e22f65-0565-40fe-9059-728e88ab2692 service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0226130 Jan 20 00:59:23.627377 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] Network 4be714db-375a-442f-94f5-77874cef8b8e has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 00:59:23.641876 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036849753491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852615184'] for segment, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:23.915092 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] Network 4be714db-375a-442f-94f5-77874cef8b8e has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 00:59:23.956321 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0efad-fb7d-43e1-8deb-d4562cefaeb8 req-5eaa70ef-5fb8-4e6f-a4ee-480a649b7c47 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:23.965041 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ccb0efad-fb7d-43e1-8deb-d4562cefaeb8 req-5eaa70ef-5fb8-4e6f-a4ee-480a649b7c47 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.4007013 Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: Traceback (most recent call last): Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: timer() Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: cb(*args, **kw) Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: return func(*args, **kwargs) Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: self._notify() Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: self.callback(batched_events) Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: event.method(event) Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: segment_id)['aggregates'][0] Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, *a, **k) Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: return self._get(url).json() Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: **kwargs) Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: **endpoint_filter) Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 00:59:24.005503 dv-cinder-667108-30-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 00:59:24.031878 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe187645-f59c-49dd-894d-6862566a3637 req-0658b311-14cb-4dde-9192-95f2807c02e7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:24.033577 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fe187645-f59c-49dd-894d-6862566a3637 req-0658b311-14cb-4dde-9192-95f2807c02e7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1102936 Jan 20 00:59:24.092243 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fe187645-f59c-49dd-894d-6862566a3637 req-c0f60922-dd78-40cb-bc60-b3a0978d4e42 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513322 Jan 20 00:59:24.115932 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ccb0efad-fb7d-43e1-8deb-d4562cefaeb8 req-bfd12bc3-fe35-4a2b-8d09-52138de7e92f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499391 Jan 20 00:59:24.157926 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5004811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853813635'] for network, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:24.162909 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:24.180050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:24.189006 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] Pushing event deleted for resources: {'Network': ['ID=4be714db-375a-442f-94f5-77874cef8b8e,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:24.192432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:24.197250 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] 10.222.0.44 "DELETE /v2.0/networks/4be714db-375a-442f-94f5-77874cef8b8e HTTP/1.1" status: 204 len: 168 time: 1.8128359 Jan 20 00:59:24.200054 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 60728) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:24.266805 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-132169e1-27f1-4fbf-999c-66775ea7f3fa admin admin] Deleting subnet be03b219-8f72-41b0-bd2b-15cb1905a7ab {{(pid=80161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 00:59:24.270421 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-132169e1-27f1-4fbf-999c-66775ea7f3fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:24.327189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-132169e1-27f1-4fbf-999c-66775ea7f3fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850936710'] for subnet, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:24.395573 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-132169e1-27f1-4fbf-999c-66775ea7f3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5022249'] for subnet, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:24.698177 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c1971-44a9-4e85-b285-090bc8edd752 req-51eb29c0-87e8-42fd-b919-a9494a999e7d tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:24.699828 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-505c1971-44a9-4e85-b285-090bc8edd752 req-51eb29c0-87e8-42fd-b919-a9494a999e7d tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 943 time: 0.1175463 Jan 20 00:59:24.701727 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc521a-1d87-40c0-a4c0-d780d5099bf5 req-9a0c4fc6-3139-428f-a298-a3300dab0c0a tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:24.703559 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-79cc521a-1d87-40c0-a4c0-d780d5099bf5 req-9a0c4fc6-3139-428f-a298-a3300dab0c0a tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.2517669 Jan 20 00:59:24.754735 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-505c1971-44a9-4e85-b285-090bc8edd752 req-830c9949-561f-44f8-9258-b9e145d2acfe tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459137 Jan 20 00:59:25.042322 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-79cc521a-1d87-40c0-a4c0-d780d5099bf5 req-d339911a-e23b-4e1b-8cec-35ab937dee87 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3065259 Jan 20 00:59:25.057560 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-132169e1-27f1-4fbf-999c-66775ea7f3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849753567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852615333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2933401'] for subnet, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:25.074047 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:25.120052 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132169e1-27f1-4fbf-999c-66775ea7f3fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be03b219-8f72-41b0-bd2b-15cb1905a7ab,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:25.122905 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-132169e1-27f1-4fbf-999c-66775ea7f3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:25.126155 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ca1c1-1513-47f7-8114-63e471acd219 req-a5a6721a-4fbf-47da-b8df-4be776545dee tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:25.127843 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-000ca1c1-1513-47f7-8114-63e471acd219 req-a5a6721a-4fbf-47da-b8df-4be776545dee tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/networks?id=041996d2-e17d-4329-a56e-806cccfa8530 HTTP/1.1" status: 200 len: 813 time: 0.2463667 Jan 20 00:59:25.159729 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-000ca1c1-1513-47f7-8114-63e471acd219 req-78aa4bfc-ad19-4257-8683-49cef7770136 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/quotas/9d86c7bf59a9461da92d71a26eae8e39 HTTP/1.1" status: 200 len: 375 time: 0.0225425 Jan 20 00:59:25.209503 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55500d-4c94-4bf1-a0ee-d6341817ece9 req-438ce207-8fab-40b7-a413-5bdfb3ab67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:25.211187 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1f55500d-4c94-4bf1-a0ee-d6341817ece9 req-438ce207-8fab-40b7-a413-5bdfb3ab67c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 1163 time: 0.1638703 Jan 20 00:59:25.221386 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-132169e1-27f1-4fbf-999c-66775ea7f3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:25.228144 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-132169e1-27f1-4fbf-999c-66775ea7f3fa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/be03b219-8f72-41b0-bd2b-15cb1905a7ab HTTP/1.1" status: 204 len: 168 time: 1.0270822 Jan 20 00:59:25.230819 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 60764) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:25.368289 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-000ca1c1-1513-47f7-8114-63e471acd219 req-bf3274a2-8e1f-4f6a-97f6-bf7158419570 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d86c7bf59a9461da92d71a26eae8e39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2020826 Jan 20 00:59:25.399438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036849830608'] for network, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:25.431289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55500d-4c94-4bf1-a0ee-d6341817ece9 req-d22bd2fe-9201-444d-82ff-d13fc0560d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:25.432862 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1f55500d-4c94-4bf1-a0ee-d6341817ece9 req-d22bd2fe-9201-444d-82ff-d13fc0560d6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 200 len: 911 time: 0.2072861 Jan 20 00:59:25.543775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd396a-0f75-4f9a-ad66-3ec05a8e2f58 req-4b7836ed-97a8-48d4-9103-6c6eec4ae3e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:25.545405 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-59fd396a-0f75-4f9a-ad66-3ec05a8e2f58 req-4b7836ed-97a8-48d4-9103-6c6eec4ae3e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.2882962 Jan 20 00:59:25.624553 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1f55500d-4c94-4bf1-a0ee-d6341817ece9 req-90958e25-113f-4050-9edb-c88e3b58d825 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0013ba87-b880-44a6-94f4-10da6e6b050f HTTP/1.1" status: 200 len: 1002 time: 0.1341214 Jan 20 00:59:25.629948 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-000ca1c1-1513-47f7-8114-63e471acd219 req-00eb0ff4-0e08-4570-ba0c-7b4a89df065d service neutron] 10.222.0.44 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421637 Jan 20 00:59:25.672730 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5005052', 'neutron.services.segments.db._delete_segments_for_network--9223363263819270516'] for network, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:25.709314 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-59fd396a-0f75-4f9a-ad66-3ec05a8e2f58 req-e5aa9acf-7b70-4799-a108-629d539af41d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465633 Jan 20 00:59:25.801544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55500d-4c94-4bf1-a0ee-d6341817ece9 req-2b7dd045-3ca8-4eab-8994-49fee057436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:25.803136 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1f55500d-4c94-4bf1-a0ee-d6341817ece9 req-2b7dd045-3ca8-4eab-8994-49fee057436c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411 HTTP/1.1" status: 200 len: 856 time: 0.1693068 Jan 20 00:59:25.803608 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bad478-87d7-4f61-a225-ea533f37f236']}} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:59:25.816918 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56be01b4-2ee5-48d6-a82d-0eca15322aa8') {'for_net_delete': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:59:25.817252 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56be01b4-2ee5-48d6-a82d-0eca15322aa8') {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 00:59:25.829898 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263819266420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3839090'] for segment, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:25.885101 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-000ca1c1-1513-47f7-8114-63e471acd219 req-938fc63a-4ba6-401d-b0b7-6f16e6c3ac16 service neutron] 10.222.0.44 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2154725 Jan 20 00:59:25.885419 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:25.892575 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 00:59:25.900112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 580093d6-f404-4886-8106-c473d787cb80 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:59:25.912205 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55500d-4c94-4bf1-a0ee-d6341817ece9 req-13809f04-5a70-4cd2-911f-f0f27be06829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:25.913830 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1f55500d-4c94-4bf1-a0ee-d6341817ece9 req-13809f04-5a70-4cd2-911f-f0f27be06829 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec3a11db-a41d-4a3e-b1af-31727324cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1015587 Jan 20 00:59:26.021585 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 580093d6-f404-4886-8106-c473d787cb80 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:59:26.023727 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:26.072843 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1f55500d-4c94-4bf1-a0ee-d6341817ece9 req-c4ed218a-517f-412c-9f99-7c8acb7abd25 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500089 Jan 20 00:59:26.192751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] Network c1bad478-87d7-4f61-a225-ea533f37f236 has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 00:59:26.212512 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036849753491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852615184'] for segment, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:26.383113 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1f55500d-4c94-4bf1-a0ee-d6341817ece9 req-1e94d61b-a879-4c2f-9e58-aedb5f6516a9 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2995055 Jan 20 00:59:26.391646 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c2944-a6b8-41dd-9793-a554f98fcce9 req-7b05c490-e8dd-41a0-864f-029acbd23b1a tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:26.404143 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2c3c2944-a6b8-41dd-9793-a554f98fcce9 req-7b05c490-e8dd-41a0-864f-029acbd23b1a tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.5591476 Jan 20 00:59:26.455306 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f162473-3fa2-4e75-ad97-02109ca00452 req-f652fa37-1036-44df-90ed-27a5b7f5e23b tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:26.470318 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8f162473-3fa2-4e75-ad97-02109ca00452 req-f652fa37-1036-44df-90ed-27a5b7f5e23b tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 943 time: 0.2149842 Jan 20 00:59:26.492577 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] Network c1bad478-87d7-4f61-a225-ea533f37f236 has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: Traceback (most recent call last): Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: timer() Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: cb(*args, **kw) Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: return func(*args, **kwargs) Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: self._notify() Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: self.callback(batched_events) Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: event.method(event) Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: segment_id)['aggregates'][0] Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, *a, **k) Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: return self._get(url).json() Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: **kwargs) Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: **endpoint_filter) Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 00:59:26.522085 dv-cinder-667108-30-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 00:59:26.526002 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8f162473-3fa2-4e75-ad97-02109ca00452 req-01d8a05e-f880-43e0-8fb4-63ab2cadb43b tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542839 Jan 20 00:59:26.622199 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2c3c2944-a6b8-41dd-9793-a554f98fcce9 req-7c9b022e-6071-45e8-9f0b-2e1533a7e29c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627386 Jan 20 00:59:26.628575 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5004811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853813635'] for network, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:26.630956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:26.635164 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:26.658727 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:26.660460 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1bad478-87d7-4f61-a225-ea533f37f236,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:26.666412 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c1bad478-87d7-4f61-a225-ea533f37f236 HTTP/1.1" status: 204 len: 168 time: 1.4319098 Jan 20 00:59:26.666412 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:26.784841 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81a62b-c95c-46da-8169-20ee53a14a4a req-239cf3e1-2f46-4801-906e-806707091449 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:26.786554 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0f81a62b-c95c-46da-8169-20ee53a14a4a req-239cf3e1-2f46-4801-906e-806707091449 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1334987 Jan 20 00:59:26.819238 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-145dd39d-60d7-4a99-9e1c-b1f9826a25b7 req-051ddabd-f2e2-4ffa-ad94-d77d6bd2dd9c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Synchronizing usage tracker for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:port {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:59:26.839786 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-145dd39d-60d7-4a99-9e1c-b1f9826a25b7 req-051ddabd-f2e2-4ffa-ad94-d77d6bd2dd9c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Unset dirty status for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:port {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:59:26.841103 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-145dd39d-60d7-4a99-9e1c-b1f9826a25b7 req-051ddabd-f2e2-4ffa-ad94-d77d6bd2dd9c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 210 time: 0.0725365 Jan 20 00:59:26.847794 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0f81a62b-c95c-46da-8169-20ee53a14a4a req-728289ab-ec2c-46f1-b1a9-214763e339e3 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541766 Jan 20 00:59:26.892272 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 60792) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:26.947212 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a6591afe-da44-405e-980f-30cb8132bf06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b02d665b4d8484682490538fa09651a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535772 Jan 20 00:59:26.949758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 60796) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:27.030069 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76849b22-b305-4f1e-a236-0215e2d1ba69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:27.059158 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76849b22-b305-4f1e-a236-0215e2d1ba69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:27.090040 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3e784-e9d9-4c81-ab21-b14bb3e72c02 req-e25f40ff-2ccf-46b7-8134-672f966b0a14 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:27.091956 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2cc3e784-e9d9-4c81-ab21-b14bb3e72c02 req-e25f40ff-2ccf-46b7-8134-672f966b0a14 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1082964 Jan 20 00:59:27.106025 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76849b22-b305-4f1e-a236-0215e2d1ba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:27.111156 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d39f877a-9de8-42b7-b8c3-8018efa29802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:27.124861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76849b22-b305-4f1e-a236-0215e2d1ba69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fab3e11-fb27-493a-b8d5-f540c2aae460,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:27.127806 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-76849b22-b305-4f1e-a236-0215e2d1ba69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:27.138641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76849b22-b305-4f1e-a236-0215e2d1ba69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:27.138641 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-76849b22-b305-4f1e-a236-0215e2d1ba69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fab3e11-fb27-493a-b8d5-f540c2aae460 HTTP/1.1" status: 204 len: 168 time: 0.1869769 Jan 20 00:59:27.151833 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2cc3e784-e9d9-4c81-ab21-b14bb3e72c02 req-958f70a5-973a-48dd-aca9-87ff56b94f3d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525131 Jan 20 00:59:27.580209 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 60812) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:27.715642 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-0a094ae6-ef66-4f57-8ae4-c3d22be7b530 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4bca0965b87941a5991f09e52bf79a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1331720 Jan 20 00:59:27.726328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 60818) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:27.785219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ca1c1-1513-47f7-8114-63e471acd219 req-370db29a-d1d3-47c8-8fd4-3ef9c955b94a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:27.786252 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-000ca1c1-1513-47f7-8114-63e471acd219 req-370db29a-d1d3-47c8-8fd4-3ef9c955b94a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.48 "GET /v2.0/networks?id=041996d2-e17d-4329-a56e-806cccfa8530 HTTP/1.1" status: 200 len: 813 time: 0.2562764 Jan 20 00:59:27.814538 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Request body: {'port': {'device_id': '28a228a8-961b-411a-9078-e7c9cb55605f', 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'admin_state_up': True, 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:59:27.821896 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa719714-fb66-48be-948a-de7182f8348b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:27.881941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d48c5-d850-4173-b9ed-f11bc722e22f req-4f51c929-50c4-46d7-b7d9-0aac25536aa2 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:27.883933 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f68d48c5-d850-4173-b9ed-f11bc722e22f req-4f51c929-50c4-46d7-b7d9-0aac25536aa2 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 943 time: 0.2037985 Jan 20 00:59:27.897489 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa719714-fb66-48be-948a-de7182f8348b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:27.988400 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f68d48c5-d850-4173-b9ed-f11bc722e22f req-31bcc22f-913c-4eae-93db-c6ca1c6d9576 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933478 Jan 20 00:59:28.018133 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa719714-fb66-48be-948a-de7182f8348b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:28.029623 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f8a49951-d1a3-4d62-8d66-2889d4696995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:28.066798 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa719714-fb66-48be-948a-de7182f8348b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bc06ba-3862-4812-b41b-37f4e1967f4d,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:28.073872 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aa719714-fb66-48be-948a-de7182f8348b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:28.080021 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa719714-fb66-48be-948a-de7182f8348b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:28.083947 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-aa719714-fb66-48be-948a-de7182f8348b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21bc06ba-3862-4812-b41b-37f4e1967f4d HTTP/1.1" status: 204 len: 168 time: 0.3544469 Jan 20 00:59:28.113979 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7648b-1142-4df6-96a2-515a089310c8 req-394e3ed0-99d9-4892-ae7f-b9c35f4bd672 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:28.115746 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-97e7648b-1142-4df6-96a2-515a089310c8 req-394e3ed0-99d9-4892-ae7f-b9c35f4bd672 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.2692337 Jan 20 00:59:28.125851 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:59:28.190464 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:59:28.215733 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-97e7648b-1142-4df6-96a2-515a089310c8 req-c38391c9-763f-4561-8f7c-3eebe3fdcf1c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914943 Jan 20 00:59:28.224287 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Made reservation on behalf of 9d86c7bf59a9461da92d71a26eae8e39 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:59:28.235339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:28.245736 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c279c7a7-edbc-4f64-906e-fd49ddc1560a req-9c1918d9-f1f1-4d2f-ae89-b9706d5a7649 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 210 time: 0.0614266 Jan 20 00:59:28.815021 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device d8f351e4-fba1-4fe4-b159-832f11d7d3b0 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:59:28.912597 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port d8f351e4-fba1-4fe4-b159-832f11d7d3b0 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:59:28.917861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port d8f351e4-fba1-4fe4-b159-832f11d7d3b0 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:59:28.918312 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:28.947038 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3b8c3-c5fd-47eb-b3f1-c5c8b29b400b req-2b301cc9-8a47-4cc1-a494-0559bfd0958d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:28.955252 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0bc3b8c3-c5fd-47eb-b3f1-c5c8b29b400b req-2b301cc9-8a47-4cc1-a494-0559bfd0958d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.5240974 Jan 20 00:59:29.074246 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:29.114823 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port d8f351e4-fba1-4fe4-b159-832f11d7d3b0, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=d8f351e4-fba1-4fe4-b159-832f11d7d3b0,segment=NetworkSegment(4238131a-66a8-4cbf-9a82-dbf02630df4a),segment_id=4238131a-66a8-4cbf-9a82-dbf02630df4a)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:59:29.116180 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f351e4-fba1-4fe4-b159-832f11d7d3b0'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:59:29.134030 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:29.136438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:29.183637 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0bc3b8c3-c5fd-47eb-b3f1-c5c8b29b400b req-baaa87ce-615f-4743-84fe-93413dbb47f0 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269497 Jan 20 00:59:29.243461 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Allocated IP 172.20.0.9 (041996d2-e17d-4329-a56e-806cccfa8530/f6b4fae4-9e91-4272-a744-34539bd495ef/ed820815-f8e1-42fc-bd5a-8168078063b5) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:59:29.328335 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=d8f351e4-fba1-4fe4-b159-832f11d7d3b0,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:29.333589 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:29.406926 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f351e4-fba1-4fe4-b159-832f11d7d3b0', 'code': 200} Jan 20 00:59:29.497784 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3510b2-d7b7-4baa-876a-cf98d4c26aa9 req-4a47c500-86ac-407f-a5eb-f5555206fd9d tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:29.507853 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1a3510b2-d7b7-4baa-876a-cf98d4c26aa9 req-4a47c500-86ac-407f-a5eb-f5555206fd9d tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.2236950 Jan 20 00:59:29.590106 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1a3510b2-d7b7-4baa-876a-cf98d4c26aa9 req-82f5bde2-95eb-46b5-9a5a-604ea43ae1a8 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810299 Jan 20 00:59:29.807218 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba0975df-7b39-4d0c-852e-7802d7618edf req-3d5e59a9-a792-458d-9491-a3feaf624f99 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 210 time: 0.0725782 Jan 20 00:59:29.940954 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:29.997394 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3668f03-2406-4ecd-b736-ca519e7d018a req-41d9356e-165e-46e1-b358-db308d7fbe5e tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:30.002384 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device d8f351e4-fba1-4fe4-b159-832f11d7d3b0 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:59:30.007051 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a3668f03-2406-4ecd-b736-ca519e7d018a req-41d9356e-165e-46e1-b358-db308d7fbe5e tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.3517864 Jan 20 00:59:30.024401 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Transition to ACTIVE for port object ed820815-f8e1-42fc-bd5a-8168078063b5 will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:59:30.100843 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:30.126784 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port d8f351e4-fba1-4fe4-b159-832f11d7d3b0 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:59:30.127450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:30.131959 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:30.282742 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Pushing event updated for resources: {'Port': ['ID=ed820815-f8e1-42fc-bd5a-8168078063b5,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:30.301036 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:30.382003 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 0013ba87-b880-44a6-94f4-10da6e6b050f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:59:30.541877 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a3668f03-2406-4ecd-b736-ca519e7d018a req-04f1a3e8-8fcf-4b03-bb97-061cfcdbd4ec tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335402 Jan 20 00:59:30.681098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 0013ba87-b880-44a6-94f4-10da6e6b050f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:59:30.685135 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:30.728702 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Network 041996d2-e17d-4329-a56e-806cccfa8530 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:59:30.736601 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:59:30.756415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:59:30.788773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3502a8-ad61-4da6-ae1b-62cc1e242876 req-48b8ff0d-9b67-4eba-ace8-93a8f9fff7d6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:30.800712 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f3502a8-ad61-4da6-ae1b-62cc1e242876 req-48b8ff0d-9b67-4eba-ace8-93a8f9fff7d6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.2672870 Jan 20 00:59:30.812352 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:30.819809 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:30.940006 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-000ca1c1-1513-47f7-8114-63e471acd219 req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1300969 Jan 20 00:59:31.028229 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f3502a8-ad61-4da6-ae1b-62cc1e242876 req-1f67135b-af78-42d4-bc2e-7b953998b725 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252762 Jan 20 00:59:31.125882 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 60914) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:31.231213 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d53713d6-5eb0-445c-92a7-82a07d9eaf5d None None] Provisioning for port ed820815-f8e1-42fc-bd5a-8168078063b5 completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:59:31.255531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d53713d6-5eb0-445c-92a7-82a07d9eaf5d None None] Provisioning complete for port ed820815-f8e1-42fc-bd5a-8168078063b5 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:59:31.256193 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d53713d6-5eb0-445c-92a7-82a07d9eaf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:31.298106 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7f6bc-c667-4fdc-aadd-66ee201a871e req-b802beef-f0ac-4677-a986-5c2616ff38f2 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:31.313467 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e3b7f6bc-c667-4fdc-aadd-66ee201a871e req-b802beef-f0ac-4677-a986-5c2616ff38f2 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.3192549 Jan 20 00:59:31.344441 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d53713d6-5eb0-445c-92a7-82a07d9eaf5d None None] Port ed820815-f8e1-42fc-bd5a-8168078063b5 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 00:59:31.399871 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e3b7f6bc-c667-4fdc-aadd-66ee201a871e req-da584cc7-56cc-458d-9f43-6259c2e1bbf4 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851541 Jan 20 00:59:31.523511 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7a997-4e58-4328-b497-0779ea784bf0 req-969549ea-0d7f-446c-89de-bfed7c24aa80 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:31.532146 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-14c7a997-4e58-4328-b497-0779ea784bf0 req-969549ea-0d7f-446c-89de-bfed7c24aa80 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 931 time: 0.1524112 Jan 20 00:59:31.606261 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-14c7a997-4e58-4328-b497-0779ea784bf0 req-857af70b-d50a-4bd5-a9f8-c534188eb7b7 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Synchronizing usage tracker for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:security_group {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:59:31.610185 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff7b8934-8912-4c0a-9b36-15ddb47765d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:31.646378 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ff7b8934-8912-4c0a-9b36-15ddb47765d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:59:31.650475 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-14c7a997-4e58-4328-b497-0779ea784bf0 req-857af70b-d50a-4bd5-a9f8-c534188eb7b7 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Unset dirty status for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:security_group {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:59:31.651926 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-14c7a997-4e58-4328-b497-0779ea784bf0 req-857af70b-d50a-4bd5-a9f8-c534188eb7b7 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186869 Jan 20 00:59:31.661615 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ff7b8934-8912-4c0a-9b36-15ddb47765d8 admin admin] Usage tracker for resource:security_group_rule and tenant:70321c97fae7442581424440166a6e05 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:59:31.670232 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ff7b8934-8912-4c0a-9b36-15ddb47765d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:59:31.684362 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ff7b8934-8912-4c0a-9b36-15ddb47765d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:59:31.838809 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff7b8934-8912-4c0a-9b36-15ddb47765d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:31.844736 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff7b8934-8912-4c0a-9b36-15ddb47765d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:31.858090 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ba0e20d4-e0ac-47d7-a3f7-430d214af7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:31.913141 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ff7b8934-8912-4c0a-9b36-15ddb47765d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70321c97fae7442581424440166a6e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7855844 Jan 20 00:59:31.914194 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 60926) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:31.985502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecca02a-a1cc-4f82-be84-579181c59e71 req-783b23ef-c9c9-428c-b38d-47cc1c4a263a tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:31.987300 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0ecca02a-a1cc-4f82-be84-579181c59e71 req-783b23ef-c9c9-428c-b38d-47cc1c4a263a tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.2188711 Jan 20 00:59:31.990170 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b8934-8912-4c0a-9b36-15ddb47765d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855058a8-d291-466e-9f2a-07c8cbb4062e,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:31.994014 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ff7b8934-8912-4c0a-9b36-15ddb47765d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:32.024040 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64a235e0-7aa2-45df-a455-5a0f6eb8c9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:32.054077 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64a235e0-7aa2-45df-a455-5a0f6eb8c9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:32.055437 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0ecca02a-a1cc-4f82-be84-579181c59e71 req-5e0d5e4a-4993-4c4b-a094-a8d23a8d4a3f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615752 Jan 20 00:59:32.124016 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64a235e0-7aa2-45df-a455-5a0f6eb8c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:32.129721 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d35ac9d2-cfce-434b-96db-2ce041a79cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:32.141796 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a235e0-7aa2-45df-a455-5a0f6eb8c9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855058a8-d291-466e-9f2a-07c8cbb4062e,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:32.149224 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-64a235e0-7aa2-45df-a455-5a0f6eb8c9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:32.150147 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64a235e0-7aa2-45df-a455-5a0f6eb8c9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:32.154552 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-64a235e0-7aa2-45df-a455-5a0f6eb8c9c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/855058a8-d291-466e-9f2a-07c8cbb4062e HTTP/1.1" status: 204 len: 168 time: 0.2322819 Jan 20 00:59:32.333851 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1e7a4-f524-4347-a3ed-45d05a5c6e1c req-825a9535-379a-4536-87e6-f95ce2680f54 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:32.335573 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dde1e7a4-f524-4347-a3ed-45d05a5c6e1c req-825a9535-379a-4536-87e6-f95ce2680f54 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1088138 Jan 20 00:59:32.391145 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dde1e7a4-f524-4347-a3ed-45d05a5c6e1c req-b74505be-27df-4d02-9d5d-cf821fdd55d9 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489650 Jan 20 00:59:32.778913 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3803a-3ada-4e64-b2b1-f122726fadbf req-6281405c-6fc0-45e3-8487-57772d948fc8 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:32.780613 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-29b3803a-3ada-4e64-b2b1-f122726fadbf req-6281405c-6fc0-45e3-8487-57772d948fc8 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.1806304 Jan 20 00:59:32.848318 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-29b3803a-3ada-4e64-b2b1-f122726fadbf req-4e671bfd-4ef6-4ffa-8523-5feef71eee41 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614164 Jan 20 00:59:32.999347 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c843-24c3-474c-a7cb-a4e2005b361f req-3da30297-bea3-4ca2-9935-bb10ed12c830 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:33.001184 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-97a7c843-24c3-474c-a7cb-a4e2005b361f req-3da30297-bea3-4ca2-9935-bb10ed12c830 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 931 time: 0.1312506 Jan 20 00:59:33.065985 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-97a7c843-24c3-474c-a7cb-a4e2005b361f req-bc078e5b-8ee2-4150-baee-db023dc7f48c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560763 Jan 20 00:59:33.412956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc8a1f-1b0d-4592-9b3b-9b6a7ca7393b req-c6eb48c3-6100-41af-9c39-7e013f1b0325 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:33.414735 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dbfc8a1f-1b0d-4592-9b3b-9b6a7ca7393b req-c6eb48c3-6100-41af-9c39-7e013f1b0325 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1670508 Jan 20 00:59:33.494035 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dbfc8a1f-1b0d-4592-9b3b-9b6a7ca7393b req-6b89bd7d-879a-4e28-99bb-e6b6e9d12b00 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622365 Jan 20 00:59:33.823232 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8369d-c25d-4075-a1da-4514345c3309 req-75ed610a-fb1f-41d7-8e5e-d7de40d932cd tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:33.825416 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e3f8369d-c25d-4075-a1da-4514345c3309 req-75ed610a-fb1f-41d7-8e5e-d7de40d932cd tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1860602 Jan 20 00:59:33.909540 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e3f8369d-c25d-4075-a1da-4514345c3309 req-a2c84afc-b0be-4a5b-b55d-e28eea698f1e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755839 Jan 20 00:59:34.249290 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfe515-7677-43f5-9810-ee387200c807 req-bdb3ef07-31ae-4358-81e3-0694e32ebf10 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:34.251056 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-95bfe515-7677-43f5-9810-ee387200c807 req-bdb3ef07-31ae-4358-81e3-0694e32ebf10 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.1635072 Jan 20 00:59:34.332298 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-95bfe515-7677-43f5-9810-ee387200c807 req-5fc0f586-14cd-4ca9-874c-2e931df749d0 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647159 Jan 20 00:59:34.396747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea25d2-90dc-4a71-b1a3-ef3909cdc115 req-5f58a227-aa18-4350-afd7-6c5b30a35d1e tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:34.404824 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07ea25d2-90dc-4a71-b1a3-ef3909cdc115 req-5f58a227-aa18-4350-afd7-6c5b30a35d1e tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 931 time: 0.1448312 Jan 20 00:59:34.472339 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07ea25d2-90dc-4a71-b1a3-ef3909cdc115 req-59909680-529c-4c64-8336-ec589c78dd57 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655541 Jan 20 00:59:34.765715 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7680a-0a18-4f9b-98d8-e8479889f475 req-22839458-c72b-4643-8295-55905eb9aaa9 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:34.767546 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ca7680a-0a18-4f9b-98d8-e8479889f475 req-22839458-c72b-4643-8295-55905eb9aaa9 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1087000 Jan 20 00:59:34.833676 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ca7680a-0a18-4f9b-98d8-e8479889f475 req-e85babdf-13cd-4d0e-96be-68ccbc9742c1 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495958 Jan 20 00:59:35.214580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c0376-e387-49b5-92a2-c3fd8a98575e req-127d3ec5-bf25-483c-bd0b-952ce14289bc tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:35.216500 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cd8c0376-e387-49b5-92a2-c3fd8a98575e req-127d3ec5-bf25-483c-bd0b-952ce14289bc tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1082122 Jan 20 00:59:35.272795 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cd8c0376-e387-49b5-92a2-c3fd8a98575e req-8e60ae0e-7fb2-47dc-899d-6f6a13d35bc7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498078 Jan 20 00:59:35.648988 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bbd52-8d5c-4fef-a7ff-e1176b0a6a93 req-06ce3034-3c72-4032-9ed4-1841de88af23 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:35.656921 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ac5bbd52-8d5c-4fef-a7ff-e1176b0a6a93 req-06ce3034-3c72-4032-9ed4-1841de88af23 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.1769044 Jan 20 00:59:35.721910 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ac5bbd52-8d5c-4fef-a7ff-e1176b0a6a93 req-2f5e9de8-094e-4ea8-9aa1-2e0e841dfc7e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633681 Jan 20 00:59:35.779558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea5f90-6b08-46b9-ade4-f8e52e7b78f9 req-b8773000-8782-40b6-9406-04b85407ef6d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:35.781943 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ffea5f90-6b08-46b9-ade4-f8e52e7b78f9 req-b8773000-8782-40b6-9406-04b85407ef6d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 931 time: 0.1418552 Jan 20 00:59:35.853037 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ffea5f90-6b08-46b9-ade4-f8e52e7b78f9 req-9dc26c64-3284-4962-b593-4fa7cad0d76c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634644 Jan 20 00:59:35.920546 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:59:36.015965 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:59:36.017297 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:36.190757 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce5f9f-d491-4ce5-815c-1be8d1fad83a req-c1eb35b3-2e75-49a5-938a-08d3b0b5ac1f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:36.192432 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d9ce5f9f-d491-4ce5-815c-1be8d1fad83a req-c1eb35b3-2e75-49a5-938a-08d3b0b5ac1f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1939893 Jan 20 00:59:36.274377 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d9ce5f9f-d491-4ce5-815c-1be8d1fad83a req-afb0bd03-8ffc-41aa-a394-416a2e8b78ed tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730042 Jan 20 00:59:36.641945 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba17237-0552-468e-986f-72b73f9fba48 req-b97df3b0-d4dd-40b5-ac08-3e1252e76530 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:36.673003 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7ba17237-0552-468e-986f-72b73f9fba48 req-b97df3b0-d4dd-40b5-ac08-3e1252e76530 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.2230806 Jan 20 00:59:36.767757 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7ba17237-0552-468e-986f-72b73f9fba48 req-8fb564f1-252c-4a68-8f77-e348cbace685 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816593 Jan 20 00:59:37.073776 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f109226-07ad-4f2a-8dea-ae55e57efdf8 req-c40c8a58-3434-48d3-b3f8-d4a7583eae2e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:37.091333 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3f109226-07ad-4f2a-8dea-ae55e57efdf8 req-c40c8a58-3434-48d3-b3f8-d4a7583eae2e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.1990612 Jan 20 00:59:37.132654 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeab725-40a4-4601-bfb3-a6dde90281f5 req-05cb6619-e75b-4610-a89a-8dd7e0b75af9 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:37.144284 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3aeab725-40a4-4601-bfb3-a6dde90281f5 req-05cb6619-e75b-4610-a89a-8dd7e0b75af9 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 931 time: 0.1430659 Jan 20 00:59:37.180776 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3f109226-07ad-4f2a-8dea-ae55e57efdf8 req-a8f58934-9d0f-482b-a612-2b26e14f8df5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862582 Jan 20 00:59:37.206970 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3aeab725-40a4-4601-bfb3-a6dde90281f5 req-a4c8592e-6bba-42e2-9c6b-388a26b93f88 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587606 Jan 20 00:59:37.520533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a1c09-bef2-4b7b-8ed0-1dee67235223 req-a0bde646-bf3f-4dd2-9288-0ad9dabe451c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:37.522176 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-783a1c09-bef2-4b7b-8ed0-1dee67235223 req-a0bde646-bf3f-4dd2-9288-0ad9dabe451c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1219013 Jan 20 00:59:37.579731 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-783a1c09-bef2-4b7b-8ed0-1dee67235223 req-a410d9a9-c8d4-486c-88e3-66d66f49820c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507731 Jan 20 00:59:37.975846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0d7aff73-aa09-4ea6-86dc-8df60f399e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:38.092727 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de422535-80bd-4481-b19d-de08cec6130a req-7140d06d-843f-4243-857b-f4e929bb3b25 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:38.100961 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-de422535-80bd-4481-b19d-de08cec6130a req-7140d06d-843f-4243-857b-f4e929bb3b25 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1326602 Jan 20 00:59:38.173860 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-de422535-80bd-4481-b19d-de08cec6130a req-b8d9c8b1-6432-4cab-b375-07a86c31a18a tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718536 Jan 20 00:59:38.606812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2b38e-b307-46b8-ae70-a8400e187adf req-dfc31792-66d6-4c14-b5d8-42db0e9d5665 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:38.610933 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5bf2b38e-b307-46b8-ae70-a8400e187adf req-dfc31792-66d6-4c14-b5d8-42db0e9d5665 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 931 time: 0.1494451 Jan 20 00:59:38.677444 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5bf2b38e-b307-46b8-ae70-a8400e187adf req-e6531eb6-b751-407d-b61c-1e5e8cf1efac tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596020 Jan 20 00:59:38.678311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0b634-c02d-4f47-bc95-763ed5e7632b req-cdb677f3-e10a-447e-871a-9fdb3ac34b6b tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:38.680020 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e9b0b634-c02d-4f47-bc95-763ed5e7632b req-cdb677f3-e10a-447e-871a-9fdb3ac34b6b tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.1664939 Jan 20 00:59:38.755726 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e9b0b634-c02d-4f47-bc95-763ed5e7632b req-3d223e1a-1e98-49b1-9d18-7b69a8634293 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691624 Jan 20 00:59:38.959385 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428482ff-96df-4656-b681-cdb10ccb7029 req-2e1f26ae-0d25-48ff-8328-34a6128f8b3c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:38.960983 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-428482ff-96df-4656-b681-cdb10ccb7029 req-2e1f26ae-0d25-48ff-8328-34a6128f8b3c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1151173 Jan 20 00:59:39.012961 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-428482ff-96df-4656-b681-cdb10ccb7029 req-669b4ea6-696e-4ce6-9ab2-c699410d334e tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 Jan 20 00:59:39.438991 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7183fc-6997-4eff-ac45-cc11ba542791 req-ed49e3c8-2b6c-476f-b5e8-1b1a536bb177 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:39.440668 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3e7183fc-6997-4eff-ac45-cc11ba542791 req-ed49e3c8-2b6c-476f-b5e8-1b1a536bb177 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1121488 Jan 20 00:59:39.497577 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3e7183fc-6997-4eff-ac45-cc11ba542791 req-17fde518-0f47-4213-9d6b-5366821fc5d8 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496163 Jan 20 00:59:40.009893 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d846de6-7487-46c3-b6ab-41b23a069622 req-4fe277a9-8148-454b-a1e9-2708a1cd8eca tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:40.017804 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2d846de6-7487-46c3-b6ab-41b23a069622 req-4fe277a9-8148-454b-a1e9-2708a1cd8eca tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 931 time: 0.1449428 Jan 20 00:59:40.082866 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2d846de6-7487-46c3-b6ab-41b23a069622 req-c537a76d-8acf-4bb7-a317-c97711af7103 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631685 Jan 20 00:59:40.100103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c9b51-e775-4573-8c68-52039eabff75 req-962af3cc-5630-4ea1-938e-9d5b8db7d246 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:40.101904 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-517c9b51-e775-4573-8c68-52039eabff75 req-962af3cc-5630-4ea1-938e-9d5b8db7d246 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.1572063 Jan 20 00:59:40.222971 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-517c9b51-e775-4573-8c68-52039eabff75 req-006858d0-c9e1-4c2a-a2bc-5dd11815c62c tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030130 Jan 20 00:59:40.242764 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 32882) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:40.640039 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c286fb8a-7df0-4014-b276-2203a8a23883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:40.660970 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c286fb8a-7df0-4014-b276-2203a8a23883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:59:40.700477 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c286fb8a-7df0-4014-b276-2203a8a23883 admin admin] Usage tracker for resource:security_group_rule and tenant:7350e09776fd4fe68e63c98ec4b70163 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:59:40.705881 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c286fb8a-7df0-4014-b276-2203a8a23883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:59:40.713156 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c286fb8a-7df0-4014-b276-2203a8a23883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:59:40.829359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49733d7e-c806-483d-9a64-1827173c12e8 req-e6c2d451-7a5e-4b63-82c9-3f0387737192 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:40.842247 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-49733d7e-c806-483d-9a64-1827173c12e8 req-e6c2d451-7a5e-4b63-82c9-3f0387737192 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.5632854 Jan 20 00:59:40.866951 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0ca3a-7264-42df-929a-fbbce379c823 req-01c45155-a39e-4a9c-a2bb-4560a8e08898 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:40.868665 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a4a0ca3a-7264-42df-929a-fbbce379c823 req-01c45155-a39e-4a9c-a2bb-4560a8e08898 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1505497 Jan 20 00:59:40.888049 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c286fb8a-7df0-4014-b276-2203a8a23883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:40.945173 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a4a0ca3a-7264-42df-929a-fbbce379c823 req-e08bfa6d-f1c1-475e-88b3-da092153ff56 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604386 Jan 20 00:59:40.945983 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-49733d7e-c806-483d-9a64-1827173c12e8 req-6c04d39c-b145-477d-9259-b0df7931d686 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062698 Jan 20 00:59:40.947179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c286fb8a-7df0-4014-b276-2203a8a23883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:40.974987 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d8a4371b-3935-402f-95e2-f8c0f8dcb3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:41.007598 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286fb8a-7df0-4014-b276-2203a8a23883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eed7c0-956c-4b1e-a14c-fb9f0e96d012,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:41.018344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c286fb8a-7df0-4014-b276-2203a8a23883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:41.019807 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-597cedda-8c6f-4fa6-b8ff-27953be73410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:41.030601 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-c286fb8a-7df0-4014-b276-2203a8a23883 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7350e09776fd4fe68e63c98ec4b70163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7857728 Jan 20 00:59:41.032420 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 32908) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:41.070700 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 32912) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:41.108432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c634bf64-25c0-4056-8629-49156781b1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:41.146374 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c634bf64-25c0-4056-8629-49156781b1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:41.203931 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c634bf64-25c0-4056-8629-49156781b1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:41.211508 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-55d881bc-b121-485f-8b2f-27f324f56cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:41.231660 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634bf64-25c0-4056-8629-49156781b1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eed7c0-956c-4b1e-a14c-fb9f0e96d012,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:41.233744 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c634bf64-25c0-4056-8629-49156781b1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:41.241946 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-c634bf64-25c0-4056-8629-49156781b1e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0eed7c0-956c-4b1e-a14c-fb9f0e96d012 HTTP/1.1" status: 204 len: 168 time: 0.2080684 Jan 20 00:59:41.243631 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c634bf64-25c0-4056-8629-49156781b1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:41.371653 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c002-c9e6-42da-b0d9-584b88f44d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:41.393662 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bdf4c002-c9e6-42da-b0d9-584b88f44d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:59:41.401831 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bdf4c002-c9e6-42da-b0d9-584b88f44d5a admin admin] Usage tracker for resource:security_group_rule and tenant:86073e324e52453e85017945b1efe9b3 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:59:41.405553 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bdf4c002-c9e6-42da-b0d9-584b88f44d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:59:41.418059 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bdf4c002-c9e6-42da-b0d9-584b88f44d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:59:41.494855 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dc0d5-4ae9-474c-bb79-e67fff550e7e req-9ab5b689-073a-49dc-950e-5c100631f615 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:41.502757 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-de8dc0d5-4ae9-474c-bb79-e67fff550e7e req-9ab5b689-073a-49dc-950e-5c100631f615 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 931 time: 0.2369120 Jan 20 00:59:41.538476 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe778e39-2fee-42e9-b6f9-3baeb82fe1e8 req-ec1ddd3b-805e-492c-9f84-0bd79ba938a5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:41.547396 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fe778e39-2fee-42e9-b6f9-3baeb82fe1e8 req-ec1ddd3b-805e-492c-9f84-0bd79ba938a5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.1447175 Jan 20 00:59:41.573375 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-de8dc0d5-4ae9-474c-bb79-e67fff550e7e req-436426f3-c8af-4b73-94d9-66a97d23d9de tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695350 Jan 20 00:59:41.619198 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fe778e39-2fee-42e9-b6f9-3baeb82fe1e8 req-ff0e3421-6da5-4b1e-8056-6425d0fe70dc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707560 Jan 20 00:59:41.651976 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c002-c9e6-42da-b0d9-584b88f44d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:41.656016 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c002-c9e6-42da-b0d9-584b88f44d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:41.665103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d10439d2-a76f-46a0-a5af-30827aff6965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:41.705108 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4c002-c9e6-42da-b0d9-584b88f44d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1146e2-2152-4ebb-8d67-33fa7b249b2e,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:41.713378 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bdf4c002-c9e6-42da-b0d9-584b88f44d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:41.717575 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-bdf4c002-c9e6-42da-b0d9-584b88f44d5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86073e324e52453e85017945b1efe9b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6427350 Jan 20 00:59:41.718163 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 32942) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:41.785441 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-18676cdd-c1da-4ca9-96e0-948a742c7a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:41.814263 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-18676cdd-c1da-4ca9-96e0-948a742c7a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:41.861478 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-18676cdd-c1da-4ca9-96e0-948a742c7a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:41.866723 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-436ced81-5c9f-4c30-be7f-b051b12ea23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:41.887045 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18676cdd-c1da-4ca9-96e0-948a742c7a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1146e2-2152-4ebb-8d67-33fa7b249b2e,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:41.889768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-18676cdd-c1da-4ca9-96e0-948a742c7a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:41.894956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-18676cdd-c1da-4ca9-96e0-948a742c7a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:41.900232 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-18676cdd-c1da-4ca9-96e0-948a742c7a29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da1146e2-2152-4ebb-8d67-33fa7b249b2e HTTP/1.1" status: 204 len: 168 time: 0.1813912 Jan 20 00:59:42.217356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Request body: {'port': {'device_id': '28a228a8-961b-411a-9078-e7c9cb55605f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:59:42.268395 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16019980-1955-45d0-971f-029d369c7b05 req-b465b677-bc83-4314-b6bf-15298871c77e tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:42.276491 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-16019980-1955-45d0-971f-029d369c7b05 req-b465b677-bc83-4314-b6bf-15298871c77e tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1620467 Jan 20 00:59:42.343986 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-16019980-1955-45d0-971f-029d369c7b05 req-2f4cb1a1-00b3-4f30-9dd0-38b95e540f4c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659647 Jan 20 00:59:42.493537 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:42.554210 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:42.608833 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18959223-5b60-42dc-8b91-8b5d3b714842 req-57c13dd2-4ba1-4ca1-862b-e3106c161d48 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:42.635232 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-18959223-5b60-42dc-8b91-8b5d3b714842 req-57c13dd2-4ba1-4ca1-862b-e3106c161d48 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.4855769 Jan 20 00:59:42.671221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:42.766037 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799015aa-8afd-4a79-b9e8-e4a3d20e74e0 req-3e93e809-552c-4fcd-a293-cc0730f8bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:42.771832 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-799015aa-8afd-4a79-b9e8-e4a3d20e74e0 req-3e93e809-552c-4fcd-a293-cc0730f8bf2b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 1162 time: 0.2324622 Jan 20 00:59:42.917637 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-799015aa-8afd-4a79-b9e8-e4a3d20e74e0 req-7d9ef015-33a5-4adf-bffe-bd7f623ac4fb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367877 Jan 20 00:59:42.973633 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ebbe5-3ca3-4c08-8b9b-d117c51d761d req-8e6ae9dc-087b-43cf-837c-3bf7ad106370 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:42.975632 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-689ebbe5-3ca3-4c08-8b9b-d117c51d761d req-8e6ae9dc-087b-43cf-837c-3bf7ad106370 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 931 time: 0.1515095 Jan 20 00:59:42.985942 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-18959223-5b60-42dc-8b91-8b5d3b714842 req-c078acc7-871d-4689-a43e-0a495a571aff tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3470058 Jan 20 00:59:43.066366 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-689ebbe5-3ca3-4c08-8b9b-d117c51d761d req-d802460b-d322-4b88-8ddc-a8c508694149 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713146 Jan 20 00:59:43.419085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ebb4a-9af7-40e3-9dfe-e4cab29d5746 req-2c9ec9a6-4bdc-465d-9047-ddff3a31b5ed tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:43.420811 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d94ebb4a-9af7-40e3-9dfe-e4cab29d5746 req-2c9ec9a6-4bdc-465d-9047-ddff3a31b5ed tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.1501694 Jan 20 00:59:43.455471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:43.561676 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d94ebb4a-9af7-40e3-9dfe-e4cab29d5746 req-0790e0eb-3688-4c2a-b758-917f2989895a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304929 Jan 20 00:59:43.584481 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed820815-f8e1-42fc-bd5a-8168078063b5 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 00:59:43.595285 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:43.614031 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Transition to ACTIVE for port object ed820815-f8e1-42fc-bd5a-8168078063b5 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:59:43.618253 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:43.637412 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a9b7777a-db5d-4d63-bd85-9eb6e7151939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:43.677048 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0437bc-ffd3-4ff1-bf4a-e87e27e7a391 req-e00e04ed-ff1e-41ac-9b8e-6e7d79b8e960 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:43.694743 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8b0437bc-ffd3-4ff1-bf4a-e87e27e7a391 req-e00e04ed-ff1e-41ac-9b8e-6e7d79b8e960 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1608448 Jan 20 00:59:43.751280 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8b0437bc-ffd3-4ff1-bf4a-e87e27e7a391 req-f8bb20b2-0999-4670-a437-252432917bcd tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554359 Jan 20 00:59:44.001448 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Pushing event updated for resources: {'Port': ['ID=ed820815-f8e1-42fc-bd5a-8168078063b5,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:44.011863 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:44.027009 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f1cf4-898f-4573-8096-25569ed19a2b req-e4e97adc-0c37-44d8-a581-969e02748f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:44.029890 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-103f1cf4-898f-4573-8096-25569ed19a2b req-e4e97adc-0c37-44d8-a581-969e02748f0b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 1162 time: 0.1020572 Jan 20 00:59:44.149029 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device d8f351e4-fba1-4fe4-b159-832f11d7d3b0 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:59:44.176751 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-103f1cf4-898f-4573-8096-25569ed19a2b req-d50a2afe-3ce3-4a1e-9b35-64b4ad998cb8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380737 Jan 20 00:59:44.200790 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Attempting to bind port ed820815-f8e1-42fc-bd5a-8168078063b5 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:59:44.204672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Attempting to bind port ed820815-f8e1-42fc-bd5a-8168078063b5 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '0ed90a87-9452-4649-a8c0-bd6961d2e4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:59:44.205091 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Attempting to bind port ed820815-f8e1-42fc-bd5a-8168078063b5 on network 041996d2-e17d-4329-a56e-806cccfa8530 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:59:44.240461 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:59:44.240839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Checking segment: {'id': '0ed90a87-9452-4649-a8c0-bd6961d2e4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:59:44.241588 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:44.242145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Bound using segment: {'id': '0ed90a87-9452-4649-a8c0-bd6961d2e4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:59:44.242715 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Bound port: ed820815-f8e1-42fc-bd5a-8168078063b5, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed90a87-9452-4649-a8c0-bd6961d2e4fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:59:44.243099 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:44.342554 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port d8f351e4-fba1-4fe4-b159-832f11d7d3b0 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:59:44.343338 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:44.547310 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:59:44.578952 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] For port ed820815-f8e1-42fc-bd5a-8168078063b5, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:59:44.586271 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] For port ed820815-f8e1-42fc-bd5a-8168078063b5, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ed820815-f8e1-42fc-bd5a-8168078063b5,segment=NetworkSegment(0ed90a87-9452-4649-a8c0-bd6961d2e4fb),segment_id=0ed90a87-9452-4649-a8c0-bd6961d2e4fb)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:59:44.610330 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae079b-ec78-4967-8c8c-8ce5ed338c0d req-7ed119c5-90ba-44cc-986e-69c2cbea0d73 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:44.618757 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2dae079b-ec78-4967-8c8c-8ce5ed338c0d req-7ed119c5-90ba-44cc-986e-69c2cbea0d73 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1925502 Jan 20 00:59:44.645183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:44.688523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd76434-afbd-4451-87ec-2cd6dc05af19 req-4df2efad-a360-46b8-98de-d6a1689842f7 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:44.690240 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9cd76434-afbd-4451-87ec-2cd6dc05af19 req-4df2efad-a360-46b8-98de-d6a1689842f7 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 943 time: 0.2542090 Jan 20 00:59:44.694421 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:59:44.694876 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:44.703874 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:44.747228 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9cd76434-afbd-4451-87ec-2cd6dc05af19 req-a9703191-58a4-486d-866d-4f701132ecd5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501220 Jan 20 00:59:44.828061 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2dae079b-ec78-4967-8c8c-8ce5ed338c0d req-6db48e88-86c5-413e-b149-fd161a8fc93d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083352 Jan 20 00:59:44.836945 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 0013ba87-b880-44a6-94f4-10da6e6b050f no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 00:59:44.887762 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Pushing event updated for resources: {'Port': ['ID=ed820815-f8e1-42fc-bd5a-8168078063b5,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:44.892558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:44.906748 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:44.907421 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:44.911621 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-000ca1c1-1513-47f7-8114-63e471acd219 req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] 10.222.0.48 "PUT /v2.0/ports/ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 200 len: 1157 time: 2.7059739 Jan 20 00:59:44.913434 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a228a8-961b-411a-9078-e7c9cb55605f', 'tag': 'ed820815-f8e1-42fc-bd5a-8168078063b5'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:59:45.025045 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:45.062397 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ed64f-d609-4d8e-8c18-08319d7a924d req-6095f15e-b093-4261-87c6-15afb9545c88 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:45.064443 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fa1ed64f-d609-4d8e-8c18-08319d7a924d req-6095f15e-b093-4261-87c6-15afb9545c88 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.1629324 Jan 20 00:59:45.065648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 0013ba87-b880-44a6-94f4-10da6e6b050f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0013ba87-b880-44a6-94f4-10da6e6b050f,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:59:45.067896 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e43d303-28d2-497e-97a7-c1d718480709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0013ba87-b880-44a6-94f4-10da6e6b050f'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:59:45.075941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:45.077992 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:45.121012 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ca1c1-1513-47f7-8114-63e471acd219 req-26df7a8c-3f82-44cb-8321-6d818edfeaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:45.121498 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fa1ed64f-d609-4d8e-8c18-08319d7a924d req-ba031875-33f8-4200-a7de-c82dc3396520 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506613 Jan 20 00:59:45.122966 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-000ca1c1-1513-47f7-8114-63e471acd219 req-26df7a8c-3f82-44cb-8321-6d818edfeaac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d86c7bf59a9461da92d71a26eae8e39&device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 1160 time: 0.1658762 Jan 20 00:59:45.158398 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=0013ba87-b880-44a6-94f4-10da6e6b050f,revision_number=5']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:45.161419 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fc707-8da4-4ffa-8880-4163c8f53617 req-b42def53-b438-499e-8d3c-8c1aee8d3b28 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:45.163593 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:45.167175 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f4fc707-8da4-4ffa-8880-4163c8f53617 req-b42def53-b438-499e-8d3c-8c1aee8d3b28 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1585038 Jan 20 00:59:45.259278 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-000ca1c1-1513-47f7-8114-63e471acd219 req-1d6a427f-1652-416e-85f4-d0d31424444e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 200 len: 217 time: 0.0908790 Jan 20 00:59:45.339537 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4f4fc707-8da4-4ffa-8880-4163c8f53617 req-d5525fe5-4144-4f6b-8174-a5a2ca8580c5 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113665 Jan 20 00:59:45.394488 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ca1c1-1513-47f7-8114-63e471acd219 req-6981c9d6-9a24-4b3f-98c3-63b9cc0eef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:45.399510 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-000ca1c1-1513-47f7-8114-63e471acd219 req-6981c9d6-9a24-4b3f-98c3-63b9cc0eef0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6b4fae4-9e91-4272-a744-34539bd495ef HTTP/1.1" status: 200 len: 852 time: 0.1201365 Jan 20 00:59:45.486438 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e43d303-28d2-497e-97a7-c1d718480709', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0013ba87-b880-44a6-94f4-10da6e6b050f', 'code': 422} returned with failed status Jan 20 00:59:45.515886 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a228a8-961b-411a-9078-e7c9cb55605f', 'tag': 'ed820815-f8e1-42fc-bd5a-8168078063b5', 'status': 'completed', 'code': 200} Jan 20 00:59:45.569287 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ca1c1-1513-47f7-8114-63e471acd219 req-b994b593-eeef-4f30-9cc2-554900fe9532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:45.571588 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-000ca1c1-1513-47f7-8114-63e471acd219 req-b994b593-eeef-4f30-9cc2-554900fe9532 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=041996d2-e17d-4329-a56e-806cccfa8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1632140 Jan 20 00:59:45.758496 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-000ca1c1-1513-47f7-8114-63e471acd219 req-4f080c41-4b72-488a-9c54-8cfbcae2eb41 service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688673 Jan 20 00:59:45.983833 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-000ca1c1-1513-47f7-8114-63e471acd219 req-e647a06d-b9c9-418a-a81a-e9fe4b5bce01 service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2165041 Jan 20 00:59:46.041917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621601c-6911-4a99-81fe-5d62eb5eeb1c req-127d4917-49fb-438a-86bc-bb63c9c23a5e tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:46.042819 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-5621601c-6911-4a99-81fe-5d62eb5eeb1c req-127d4917-49fb-438a-86bc-bb63c9c23a5e tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Synchronizing usage tracker for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 00:59:46.120565 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-5621601c-6911-4a99-81fe-5d62eb5eeb1c req-127d4917-49fb-438a-86bc-bb63c9c23a5e tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Unset dirty status for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 00:59:46.122266 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5621601c-6911-4a99-81fe-5d62eb5eeb1c req-127d4917-49fb-438a-86bc-bb63c9c23a5e tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 943 time: 0.2161329 Jan 20 00:59:46.209912 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5621601c-6911-4a99-81fe-5d62eb5eeb1c req-38f06f35-0419-4d2e-b287-b5bd24379857 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769298 Jan 20 00:59:46.212894 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccd840-5279-49cf-ab9c-042291b7f044 req-fb8a466f-c579-4de2-ab24-36c9538d5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:46.215422 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-19ccd840-5279-49cf-ab9c-042291b7f044 req-fb8a466f-c579-4de2-ab24-36c9538d5285 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d86c7bf59a9461da92d71a26eae8e39&device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 1160 time: 0.1694057 Jan 20 00:59:46.401329 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccd840-5279-49cf-ab9c-042291b7f044 req-bac4806c-f4af-4584-bb45-64eb5c8efd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:46.403095 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-19ccd840-5279-49cf-ab9c-042291b7f044 req-bac4806c-f4af-4584-bb45-64eb5c8efd9f service neutron] 10.222.0.48 "GET /v2.0/networks?id=041996d2-e17d-4329-a56e-806cccfa8530 HTTP/1.1" status: 200 len: 907 time: 0.1752825 Jan 20 00:59:46.563469 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-19ccd840-5279-49cf-ab9c-042291b7f044 req-d89674b0-b418-4de9-b73b-bacc26d7f72a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 200 len: 217 time: 0.1422405 Jan 20 00:59:46.597052 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db3689-4c39-4947-94d0-72dc3f6fa0d2 req-3dbd80c0-3092-4e49-b00e-1b21fde1d07f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:46.598771 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-93db3689-4c39-4947-94d0-72dc3f6fa0d2 req-3dbd80c0-3092-4e49-b00e-1b21fde1d07f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1080797 Jan 20 00:59:46.621758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 33116) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:46.660709 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccd840-5279-49cf-ab9c-042291b7f044 req-afa3a45d-21a6-4c05-84d5-d959fbf5e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:46.662362 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-19ccd840-5279-49cf-ab9c-042291b7f044 req-afa3a45d-21a6-4c05-84d5-d959fbf5e269 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6b4fae4-9e91-4272-a744-34539bd495ef HTTP/1.1" status: 200 len: 852 time: 0.0910769 Jan 20 00:59:46.665446 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-93db3689-4c39-4947-94d0-72dc3f6fa0d2 req-37922cc7-18e0-4c93-a60f-27060ed455e7 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596650 Jan 20 00:59:46.694320 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603ed1b-c8eb-4e3e-bdec-f48c9be763e0 req-5c8c9431-c2f3-45fe-8133-84e559f61a5d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:46.695976 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8603ed1b-c8eb-4e3e-bdec-f48c9be763e0 req-5c8c9431-c2f3-45fe-8133-84e559f61a5d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.1938591 Jan 20 00:59:46.799688 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d89f2009-bf0b-4307-b71a-777b6e21bffa req-21b2f9c0-5946-4845-b68e-43b8671054c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1767161 Jan 20 00:59:46.807831 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8603ed1b-c8eb-4e3e-bdec-f48c9be763e0 req-00fec02c-4a95-40e1-bb65-dfed85ff550a tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742857 Jan 20 00:59:46.821065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccd840-5279-49cf-ab9c-042291b7f044 req-6a8d212d-6ca9-41dc-986f-ed6b8da9f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:46.822689 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-19ccd840-5279-49cf-ab9c-042291b7f044 req-6a8d212d-6ca9-41dc-986f-ed6b8da9f1cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=041996d2-e17d-4329-a56e-806cccfa8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1256216 Jan 20 00:59:46.926722 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ec0b7-f737-419a-baad-eb6b15064ca3 req-6fe967be-4a78-4346-ad63-8c55c86e56af tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:46.934319 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d35ec0b7-f737-419a-baad-eb6b15064ca3 req-6fe967be-4a78-4346-ad63-8c55c86e56af tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1127784 Jan 20 00:59:46.991945 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d35ec0b7-f737-419a-baad-eb6b15064ca3 req-2547bab5-3e9e-4f5b-b9b6-5e52a428d356 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564103 Jan 20 00:59:47.008767 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-19ccd840-5279-49cf-ab9c-042291b7f044 req-0891f34c-3765-4940-ad03-83ac478db128 service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765547 Jan 20 00:59:47.190306 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-19ccd840-5279-49cf-ab9c-042291b7f044 req-82f75d71-2111-4eb9-a3a2-2fc0f5159ce6 service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1732576 Jan 20 00:59:47.544613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e0a28-0cc5-4543-ba7c-eb09c2743f85 req-516cb754-8f57-46ce-953b-e54200eb2ce3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:47.546298 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb1e0a28-0cc5-4543-ba7c-eb09c2743f85 req-516cb754-8f57-46ce-953b-e54200eb2ce3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 943 time: 0.1676102 Jan 20 00:59:47.624819 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb1e0a28-0cc5-4543-ba7c-eb09c2743f85 req-95f47e7e-b9d7-49dd-8708-0c920c97fc7d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709708 Jan 20 00:59:48.076797 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 33174) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:48.120416 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ce0bb-3775-4afd-b43a-994d5f1803f0 req-d3c81257-bf7f-41c0-b7c6-685b2206a27c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:48.122207 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d34ce0bb-3775-4afd-b43a-994d5f1803f0 req-d3c81257-bf7f-41c0-b7c6-685b2206a27c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.1255589 Jan 20 00:59:48.200256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-49dc754f-f80b-4736-bd83-b93ca2ab0fa3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80162) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 00:59:48.200809 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d34ce0bb-3775-4afd-b43a-994d5f1803f0 req-85d4f9f9-005d-4253-b17d-0219a112edfe tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715456 Jan 20 00:59:48.260479 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8a8f258c-c709-4343-b3ac-99a213ed53e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:48.276583 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8a8f258c-c709-4343-b3ac-99a213ed53e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:59:48.280766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8a8f258c-c709-4343-b3ac-99a213ed53e9 admin admin] Usage tracker for resource:security_group_rule and tenant:a27e5a73e7ef4687a7dcfa1dd8e3aa54 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:59:48.284050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8a8f258c-c709-4343-b3ac-99a213ed53e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:59:48.290060 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8a8f258c-c709-4343-b3ac-99a213ed53e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:59:48.386504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8a8f258c-c709-4343-b3ac-99a213ed53e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:48.389807 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8a8f258c-c709-4343-b3ac-99a213ed53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:48.399564 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:48.445688 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-8a8f258c-c709-4343-b3ac-99a213ed53e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a27e5a73e7ef4687a7dcfa1dd8e3aa54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684120 Jan 20 00:59:48.449281 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 33180) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:48.451212 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f258c-c709-4343-b3ac-99a213ed53e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc14b996-c179-479a-bd6f-e6fe92f8630e,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:48.457228 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8a8f258c-c709-4343-b3ac-99a213ed53e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:48.511592 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 00:59:48.599342 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6cbac2cf-d280-4eb9-b165-125f0d32c62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:48.636894 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6cbac2cf-d280-4eb9-b165-125f0d32c62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:48.648479 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f2009-bf0b-4307-b71a-777b6e21bffa req-bed719b5-317d-452b-93e8-1bdfb70f8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:48.650074 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d89f2009-bf0b-4307-b71a-777b6e21bffa req-bed719b5-317d-452b-93e8-1bdfb70f8fab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709&tenant_id=b66d871f044e4b3ba3b44aeb44be60a0 HTTP/1.1" status: 200 len: 1161 time: 0.1496468 Jan 20 00:59:48.881547 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aa414-b3cc-4967-8b94-7ddacbf4b089 req-ca51439a-1af4-4e0f-b972-364f809a1dbb tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:48.883497 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c13aa414-b3cc-4967-8b94-7ddacbf4b089 req-ca51439a-1af4-4e0f-b972-364f809a1dbb tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 943 time: 0.1237063 Jan 20 00:59:48.964267 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c13aa414-b3cc-4967-8b94-7ddacbf4b089 req-cf9dd186-b1c4-4e10-ae4b-088d3ca6dd30 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735762 Jan 20 00:59:48.983347 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6cbac2cf-d280-4eb9-b165-125f0d32c62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:49.001168 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-873a0d73-eac0-4e0b-8022-4e3fd3c510db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:49.023290 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbac2cf-d280-4eb9-b165-125f0d32c62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc14b996-c179-479a-bd6f-e6fe92f8630e,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:49.036105 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6cbac2cf-d280-4eb9-b165-125f0d32c62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:49.038161 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6cbac2cf-d280-4eb9-b165-125f0d32c62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:49.039437 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-6cbac2cf-d280-4eb9-b165-125f0d32c62e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc14b996-c179-479a-bd6f-e6fe92f8630e HTTP/1.1" status: 204 len: 168 time: 0.5887198 Jan 20 00:59:49.068904 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f2009-bf0b-4307-b71a-777b6e21bffa req-0fa78e30-3a40-46b1-b40b-2c160dfe5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:49.070543 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d89f2009-bf0b-4307-b71a-777b6e21bffa req-0fa78e30-3a40-46b1-b40b-2c160dfe5807 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 1161 time: 0.3936603 Jan 20 00:59:49.092774 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device ed820815-f8e1-42fc-bd5a-8168078063b5 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:59:49.268615 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port ed820815-f8e1-42fc-bd5a-8168078063b5 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:59:49.280094 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port ed820815-f8e1-42fc-bd5a-8168078063b5 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:59:49.280532 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:49.285147 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f2009-bf0b-4307-b71a-777b6e21bffa req-179ae326-dff3-4f9d-bb19-74fbf8eab0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:49.286866 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d89f2009-bf0b-4307-b71a-777b6e21bffa req-179ae326-dff3-4f9d-bb19-74fbf8eab0bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 200 len: 911 time: 0.2076523 Jan 20 00:59:49.511733 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:49.562607 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port ed820815-f8e1-42fc-bd5a-8168078063b5, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ed820815-f8e1-42fc-bd5a-8168078063b5,segment=NetworkSegment(0ed90a87-9452-4649-a8c0-bd6961d2e4fb),segment_id=0ed90a87-9452-4649-a8c0-bd6961d2e4fb)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 00:59:49.563969 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a228a8-961b-411a-9078-e7c9cb55605f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed820815-f8e1-42fc-bd5a-8168078063b5'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 00:59:49.571721 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:49.574072 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a9bf1ccb-9824-44da-9f46-bc3d228d0acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:49.639450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 33216) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:49.646023 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d89f2009-bf0b-4307-b71a-777b6e21bffa req-40e38017-e268-446d-9db5-01cb035bb459 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0013ba87-b880-44a6-94f4-10da6e6b050f HTTP/1.1" status: 200 len: 1000 time: 0.3454812 Jan 20 00:59:49.670082 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=ed820815-f8e1-42fc-bd5a-8168078063b5,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:49.681853 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92073d3-b05e-400e-b92f-164dd4703617 req-b7f16f24-7b10-46b0-8f22-66f3e223aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:49.683319 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:49.683438 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d92073d3-b05e-400e-b92f-164dd4703617 req-b7f16f24-7b10-46b0-8f22-66f3e223aebf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67e31641c6c3491d928ab40dd60e9f29&device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 1162 time: 0.3699195 Jan 20 00:59:49.754116 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d85571-4e01-4a9d-a425-84a4837d5ab7 req-c162d927-6c4b-4d8e-9bcb-696eeddd7ac0 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:49.763402 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-16d85571-4e01-4a9d-a425-84a4837d5ab7 req-c162d927-6c4b-4d8e-9bcb-696eeddd7ac0 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.2436619 Jan 20 00:59:49.855740 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fde694-5f7d-4a89-8d33-166ca367b0a9 req-58650b9c-f423-437f-b1f1-1df1c9580543 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:49.869151 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e0fde694-5f7d-4a89-8d33-166ca367b0a9 req-58650b9c-f423-437f-b1f1-1df1c9580543 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.3731465 Jan 20 00:59:49.872235 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f2009-bf0b-4307-b71a-777b6e21bffa req-95f88cd0-5d80-4538-adc4-500e9100a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:49.874901 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d89f2009-bf0b-4307-b71a-777b6e21bffa req-95f88cd0-5d80-4538-adc4-500e9100a363 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411 HTTP/1.1" status: 200 len: 856 time: 0.2125590 Jan 20 00:59:49.925171 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-16d85571-4e01-4a9d-a425-84a4837d5ab7 req-c3916c3f-d187-45eb-bd9a-d3ddfdff4317 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600382 Jan 20 00:59:49.932115 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:49.953660 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:59:49.970873 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Usage tracker for resource:security_group_rule and tenant:48e067a620054f6389c7f83858d5a54d is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:59:49.977265 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:59:49.986215 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:59:49.988826 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92073d3-b05e-400e-b92f-164dd4703617 req-177ef3fa-7c60-4e76-b8e1-d1d638091fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:49.990599 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d92073d3-b05e-400e-b92f-164dd4703617 req-177ef3fa-7c60-4e76-b8e1-d1d638091fde service neutron] 10.222.0.48 "GET /v2.0/networks?id=99fd52c4-502e-4c83-91ea-f2e2ff32a861 HTTP/1.1" status: 200 len: 913 time: 0.2968302 Jan 20 00:59:50.041727 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a228a8-961b-411a-9078-e7c9cb55605f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed820815-f8e1-42fc-bd5a-8168078063b5', 'code': 200} Jan 20 00:59:50.090116 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e0fde694-5f7d-4a89-8d33-166ca367b0a9 req-1b09415d-a642-4b5e-af39-78397a9bb895 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131217 Jan 20 00:59:50.095412 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device ed820815-f8e1-42fc-bd5a-8168078063b5 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:59:50.160439 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d92073d3-b05e-400e-b92f-164dd4703617 req-5cb94ab4-a246-4e23-9833-5c39e39831cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305f2680-e306-477f-8bdb-007b06f567cc HTTP/1.1" status: 200 len: 217 time: 0.1617317 Jan 20 00:59:50.161618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f2009-bf0b-4307-b71a-777b6e21bffa req-dc91b4fc-bae4-47ff-8808-9bed5eecbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:50.164555 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d89f2009-bf0b-4307-b71a-777b6e21bffa req-dc91b4fc-bae4-47ff-8808-9bed5eecbeec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec3a11db-a41d-4a3e-b1af-31727324cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2601023 Jan 20 00:59:50.186556 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port ed820815-f8e1-42fc-bd5a-8168078063b5 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 00:59:50.187317 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:50.328824 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92073d3-b05e-400e-b92f-164dd4703617 req-121a25d1-e97e-4ae4-be40-ccddc16e6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:50.330482 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d92073d3-b05e-400e-b92f-164dd4703617 req-121a25d1-e97e-4ae4-be40-ccddc16e6b6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5ea3b5ac-97a0-4479-907c-e5c9d1b17f81 HTTP/1.1" status: 200 len: 859 time: 0.1469431 Jan 20 00:59:50.398481 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d92073d3-b05e-400e-b92f-164dd4703617 req-b7679350-88b7-41e8-aa9e-2b5ed4ec2d7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99fd52c4-502e-4c83-91ea-f2e2ff32a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595949 Jan 20 00:59:50.656577 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d89f2009-bf0b-4307-b71a-777b6e21bffa req-a7a71e68-6b7f-4895-98d3-f8c98e804e51 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724624 Jan 20 00:59:50.663022 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5c901-26a6-48d8-b42b-2b3310fe5d42 req-a517d5b0-7448-4cb0-b4e0-c06076c48c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:50.664617 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-17a5c901-26a6-48d8-b42b-2b3310fe5d42 req-a517d5b0-7448-4cb0-b4e0-c06076c48c85 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 1162 time: 0.3287213 Jan 20 00:59:50.702756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:50.738496 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:50.771060 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-61ada8dd-655a-4142-b6a5-1118b4e092af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:50.826221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 33250) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:50.835262 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-17a5c901-26a6-48d8-b42b-2b3310fe5d42 req-298fdf13-0fc1-4ba9-bf11-66732a963ae9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338809 Jan 20 00:59:50.849449 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48e067a620054f6389c7f83858d5a54d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2072673 Jan 20 00:59:50.862465 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 33258) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:50.893188 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 33262) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:50.922874 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd66326-2a71-4bff-a9d1-58150e72dfd5,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:50.938839 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d89f2009-bf0b-4307-b71a-777b6e21bffa req-51bbfc25-ff3c-4933-914a-7134bf0c4b69 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2723870 Jan 20 00:59:50.956621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.957041 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.957445 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.957846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.958243 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.958666 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.959060 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.959453 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.959852 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.960236 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.960625 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.961217 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.961676 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.962071 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.962459 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.962897 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.963281 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.963670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.964059 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.964445 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.964841 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.965229 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.965617 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.966255 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:50.993953 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:50.996431 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d92073d3-b05e-400e-b92f-164dd4703617 req-46b6d6d0-f521-49d8-b823-dceb1519eded service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849917 Jan 20 00:59:51.022415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf629c-9d59-47ac-80f7-a1de96a7bb8f req-91acb893-7e78-4b9b-9918-d64acb96c3d4 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:51.024149 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-88bf629c-9d59-47ac-80f7-a1de96a7bb8f req-91acb893-7e78-4b9b-9918-d64acb96c3d4 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 945 time: 0.4842401 Jan 20 00:59:51.102546 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1352834220-network', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:59:51.120776 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:59:51.144572 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Usage tracker for resource:network and tenant:a89e0dd8a648464fa0ce06377bb18327 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:59:51.154435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:59:51.174909 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:59:51.197600 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Made reservation on behalf of a89e0dd8a648464fa0ce06377bb18327 for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:59:51.203458 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:51.241982 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:51.244758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2874d554-5db4-407b-9d1c-23c21483e147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:51.280935 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2874d554-5db4-407b-9d1c-23c21483e147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:51.340041 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d92073d3-b05e-400e-b92f-164dd4703617 req-08afc097-80de-4a98-bdff-d3bb38dba04b service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2827849 Jan 20 00:59:51.382620 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-88bf629c-9d59-47ac-80f7-a1de96a7bb8f req-737eeadf-7196-4fcc-8788-69bfb28a5b44 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464911 Jan 20 00:59:51.390378 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2874d554-5db4-407b-9d1c-23c21483e147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:51.397899 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a8a18f09-a3f6-4499-a3a7-3416d4feb38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:51.399622 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:59:51.409825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Usage tracker for resource:security_group_rule and tenant:a89e0dd8a648464fa0ce06377bb18327 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:59:51.413448 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c97bc05-247c-4208-b33b-b257782754a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:51.413754 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874d554-5db4-407b-9d1c-23c21483e147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd66326-2a71-4bff-a9d1-58150e72dfd5,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:51.416943 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2874d554-5db4-407b-9d1c-23c21483e147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:51.429810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2874d554-5db4-407b-9d1c-23c21483e147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:51.434335 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-2874d554-5db4-407b-9d1c-23c21483e147 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fd66326-2a71-4bff-a9d1-58150e72dfd5 HTTP/1.1" status: 204 len: 168 time: 0.5683444 Jan 20 00:59:51.434700 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:59:51.446830 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:59:51.457907 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1c97bc05-247c-4208-b33b-b257782754a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:59:51.470714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1c97bc05-247c-4208-b33b-b257782754a1 admin admin] Usage tracker for resource:security_group_rule and tenant:36d1eae6d3694eaeb59ee040bc2b5b7c is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:59:51.479156 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1c97bc05-247c-4208-b33b-b257782754a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:59:51.497021 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1c97bc05-247c-4208-b33b-b257782754a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:59:51.572245 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917fe0e-5b5c-4d51-b40c-96e36364e643 req-4ef651e5-2da8-4e1f-999d-bec9a9e18385 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:51.575391 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3917fe0e-5b5c-4d51-b40c-96e36364e643 req-4ef651e5-2da8-4e1f-999d-bec9a9e18385 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.2987440 Jan 20 00:59:51.653960 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3917fe0e-5b5c-4d51-b40c-96e36364e643 req-b96de737-15cc-48ab-b8bc-5eafd58ae20e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721874 Jan 20 00:59:51.727534 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25718e-80fb-4de4-b436-88c1a1d6469f req-866be8b0-44cf-4687-ba6c-25f9732bfd9d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:51.736079 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6c25718e-80fb-4de4-b436-88c1a1d6469f req-866be8b0-44cf-4687-ba6c-25f9732bfd9d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1464598 Jan 20 00:59:51.785410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:51.793481 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6c25718e-80fb-4de4-b436-88c1a1d6469f req-20148b0b-46f2-4cb9-a63d-c95d6df7f7be tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557430 Jan 20 00:59:51.802671 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:51.811531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:51.827482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c97bc05-247c-4208-b33b-b257782754a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:51.850413 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1c97bc05-247c-4208-b33b-b257782754a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:51.865033 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 00:59:51.882155 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b0384b-742d-43a3-8f07-9cfbf9705ac4,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:51.906903 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.907314 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.907720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.908127 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.908567 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.908961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.909349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.909739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.910128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.910514 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.910931 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.911317 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.911766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.912157 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.912549 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.912940 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.913328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.913723 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.914108 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.914494 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.914938 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.915273 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.915657 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.916042 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:51.920621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:51.921991 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773035505284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:51.922645 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Added segment cea0bc05-fe76-4f99-a6b9-138cb24dcc1c of type vxlan for network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f Jan 20 00:59:51.925266 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e054b49c-218f-47d9-9ba7-fdb12190c449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:51.944537 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1c97bc05-247c-4208-b33b-b257782754a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36d1eae6d3694eaeb59ee040bc2b5b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0473936 Jan 20 00:59:51.946237 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 33296) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:52.009127 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97bc05-247c-4208-b33b-b257782754a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecac54ab-5e3b-4f26-a581-719863a881bb,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:52.012815 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1c97bc05-247c-4208-b33b-b257782754a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:52.023606 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:52.084616 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9329d35e-0201-4779-a7bf-4c83e416bdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:52.115903 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:52.119969 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:52.120625 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:52.125758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9329d35e-0201-4779-a7bf-4c83e416bdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:52.134952 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f656c27e-f20a-4fd5-a26e-8c7f0a0e849c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:52.304826 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Pushing event updated for resources: {'Network': ['ID=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:52.309468 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:52.312691 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4846885 Jan 20 00:59:52.316726 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 33312) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:52.319157 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:59:52.328563 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Request body: {'subnet': {'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1352834220-subnet', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'ip_version': 4}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:59:52.340788 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:59:52.350534 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Usage tracker for resource:subnet and tenant:a89e0dd8a648464fa0ce06377bb18327 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:59:52.359998 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:59:52.372930 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9329d35e-0201-4779-a7bf-4c83e416bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:52.383119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:59:52.389144 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 00:59:52.390231 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0c095d5c-0b95-416e-9566-54a414f09885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:52.417145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329d35e-0201-4779-a7bf-4c83e416bdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecac54ab-5e3b-4f26-a581-719863a881bb,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:52.423109 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9329d35e-0201-4779-a7bf-4c83e416bdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:52.475139 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Made reservation on behalf of a89e0dd8a648464fa0ce06377bb18327 for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 00:59:52.486119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:52.526329 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9329d35e-0201-4779-a7bf-4c83e416bdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:52.538430 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-9329d35e-0201-4779-a7bf-4c83e416bdbe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ecac54ab-5e3b-4f26-a581-719863a881bb HTTP/1.1" status: 204 len: 168 time: 0.5867579 Jan 20 00:59:53.008747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee60159-f602-4f6e-bdfb-dbe9668531a1 req-b482eb16-28c6-4ef5-9de4-2100cb2b6774 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:53.010146 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4ee60159-f602-4f6e-bdfb-dbe9668531a1 req-b482eb16-28c6-4ef5-9de4-2100cb2b6774 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 945 time: 0.3227551 Jan 20 00:59:53.304934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234077c4-8875-4e38-a730-e4f52d9d7c8e req-4c5724d4-a127-42f9-b13e-9640658e3d88 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:53.313580 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-234077c4-8875-4e38-a730-e4f52d9d7c8e req-4c5724d4-a127-42f9-b13e-9640658e3d88 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.1658173 Jan 20 00:59:53.314014 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4ee60159-f602-4f6e-bdfb-dbe9668531a1 req-c8129ae8-4ff4-4b4f-b1c7-7dd265830d5e tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894368 Jan 20 00:59:53.411732 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-234077c4-8875-4e38-a730-e4f52d9d7c8e req-07e4a2b0-abf2-47f5-a60b-1cf445d2daa3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945008 Jan 20 00:59:53.772335 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:53.821325 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:53.956791 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecd528-4ecc-48b2-8ff4-ec7386c62e9e req-e31133cd-dd1d-4c38-920e-9932bd9c2d1e tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:53.963338 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42ecd528-4ecc-48b2-8ff4-ec7386c62e9e req-e31133cd-dd1d-4c38-920e-9932bd9c2d1e tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 945 time: 0.1492894 Jan 20 00:59:54.061409 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42ecd528-4ecc-48b2-8ff4-ec7386c62e9e req-f4c74ec7-3fa7-4035-ba1f-96f41e3fd921 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902388 Jan 20 00:59:54.248563 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ad31d5-245c-4b4d-b2c6-e21cbcd1230c,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:54.253399 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:54.419040 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f080db-7fe0-41a0-9f66-18d42e4cb65a req-b1576033-cc2e-4f2f-b8d1-e56646fc5017 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:54.438830 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-86f080db-7fe0-41a0-9f66-18d42e4cb65a req-b1576033-cc2e-4f2f-b8d1-e56646fc5017 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.6326764 Jan 20 00:59:54.538922 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Checking segment: {'id': 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:59:54.541818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Network hostable DHCP agents. Network: abaeb8cb-dfd6-4dc3-97fa-119772da2a5f, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 00:59:54.571054 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-86f080db-7fe0-41a0-9f66-18d42e4cb65a req-2f2acbe4-0551-42be-8a5b-9ba0e7563320 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980351 Jan 20 00:59:54.593878 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 00:59:54.614537 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, abaeb8cb-dfd6-4dc3-97fa-119772da2a5f) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:59:54.623764 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:54.624506 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:54.628027 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b21225-cb3f-42f7-a1b8-3e06f496dc4b None None] Network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:59:54.700465 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-6d53a622-c3ab-4bf7-b598-1918d4ae2274 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3774097 Jan 20 00:59:54.700673 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 33366) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 00:59:54.712372 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 00:59:54.725444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 00:59:54.735591 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Usage tracker for resource:router and tenant:a89e0dd8a648464fa0ce06377bb18327 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 00:59:54.756441 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 00:59:54.775457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 00:59:54.790988 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-439'] for router, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:54.792860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854169189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853813605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1025922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775409'] for router, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:54.855973 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:55.195284 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47cf4265-80e3-5d65-ae8c-d06ff241b5cf-abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'fixed_ips': [{'subnet_id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c'}]}} from dv-cinder-667108-30-smb. {{(pid=80162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 00:59:55.198789 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:55.277121 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff499d-17e3-4137-85f2-61dc83552477 req-cee35808-0587-42f2-81c0-f1ea1d6164c7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:55.284370 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-38ff499d-17e3-4137-85f2-61dc83552477 req-cee35808-0587-42f2-81c0-f1ea1d6164c7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.4640408 Jan 20 00:59:55.358882 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-38ff499d-17e3-4137-85f2-61dc83552477 req-30a1964a-8662-431c-85f7-f5e902575424 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658126 Jan 20 00:59:55.658288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b48263-a5af-449c-9e3f-52b0f819562f req-60739f48-e65e-49e5-9080-452b82a0fde2 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:55.667437 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Allocated IP 172.20.0.2 (abaeb8cb-dfd6-4dc3-97fa-119772da2a5f/94ad31d5-245c-4b4d-b2c6-e21cbcd1230c/14817b67-16c2-4f24-b640-688a8b9abbb2) {{(pid=80162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:59:55.670038 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-99b48263-a5af-449c-9e3f-52b0f819562f req-60739f48-e65e-49e5-9080-452b82a0fde2 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.1491950 Jan 20 00:59:55.684894 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853813622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775394'] for router, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:55.750303 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-99b48263-a5af-449c-9e3f-52b0f819562f req-edda91e9-274c-4de7-a0d8-52009e3fce25 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788412 Jan 20 00:59:55.750750 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01aa72-2461-4e34-80c9-7b2939780963 req-333b5108-7d1b-4180-8d42-710263721d51 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:55.759312 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ab01aa72-2461-4e34-80c9-7b2939780963 req-333b5108-7d1b-4180-8d42-710263721d51 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 945 time: 0.3698092 Jan 20 00:59:55.886919 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ab01aa72-2461-4e34-80c9-7b2939780963 req-706a83f1-6146-4026-be42-f7dc0bb95c9a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264927 Jan 20 00:59:56.075010 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9c283-3053-4ba4-a1aa-01a59d3aff95 req-eea50008-73d7-4bb1-a78c-b913b2660bf7 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:56.095102 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d4b9c283-3053-4ba4-a1aa-01a59d3aff95 req-eea50008-73d7-4bb1-a78c-b913b2660bf7 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1890075 Jan 20 00:59:56.212227 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d4b9c283-3053-4ba4-a1aa-01a59d3aff95 req-a73cec2f-476c-4a46-870c-91d881bb7b68 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153562 Jan 20 00:59:56.467031 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:56.517049 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Notify callbacks [] for port, precommit_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:56.536023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Transition to ACTIVE for port object 14817b67-16c2-4f24-b640-688a8b9abbb2 will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:59:56.568426 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Transition to ACTIVE for port object 14817b67-16c2-4f24-b640-688a8b9abbb2 will not be triggered until provisioned by entity DHCP. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 00:59:56.569404 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:56.591380 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:56.632342 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a0d596df-2e15-40da-bf24-9470020b09c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:56.883529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:57.047053 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Pushing event updated for resources: {'Port': ['ID=14817b67-16c2-4f24-b640-688a8b9abbb2,revision_number=1']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:57.051904 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7705a-65e6-41e8-85d7-3e143068bde7 req-22bbd424-d019-4aae-843d-e34ba509b0ec tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:57.053771 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3cc7705a-65e6-41e8-85d7-3e143068bde7 req-22bbd424-d019-4aae-843d-e34ba509b0ec tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.3567085 Jan 20 00:59:57.060747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.061287 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.062272 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.062272 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.062707 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.063184 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.063654 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.064123 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.065320 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.065803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.080886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.080886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.080886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.080886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.080886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.080886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.080886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.080886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.080886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.080886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.080886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.084033 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.084447 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.084823 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 00:59:57.091124 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:57.139355 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2655b0-9511-4f25-8440-057d362a87bf req-6b7b5910-a23d-40ae-bd06-df410a5f601a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:57.149986 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba2655b0-9511-4f25-8440-057d362a87bf req-6b7b5910-a23d-40ae-bd06-df410a5f601a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.1533229 Jan 20 00:59:57.154237 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f is already hosted by enough agents. {{(pid=80162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:59:57.155576 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Resources bound (agent type, host, resource id): {{(pid=80162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:59:57.162896 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Received port after_create {{(pid=80162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:59:57.229734 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Attempting to bind port 14817b67-16c2-4f24-b640-688a8b9abbb2 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 00:59:57.230327 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Attempting to bind port 14817b67-16c2-4f24-b640-688a8b9abbb2 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 00:59:57.230590 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Attempting to bind port 14817b67-16c2-4f24-b640-688a8b9abbb2 on network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 00:59:57.238279 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 00:59:57.238732 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Checking segment: {'id': 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 00:59:57.239177 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:57.239618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Bound using segment: {'id': 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 00:59:57.239754 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3cc7705a-65e6-41e8-85d7-3e143068bde7 req-642fd991-76bd-45f8-a80b-589904f6a8f4 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892925 Jan 20 00:59:57.240143 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Bound port: 14817b67-16c2-4f24-b640-688a8b9abbb2, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 00:59:57.240561 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:57.249330 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Allocated IP 172.28.0.233 (7116fac5-173a-4c74-bc75-236a854e751a/6b429026-7f7c-498d-960b-2e131da09027/de6accb4-a0d1-43f4-9242-bbd58408fc57) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 00:59:57.250951 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba2655b0-9511-4f25-8440-057d362a87bf req-52e5329c-054f-4181-b8bd-1d548aca74a2 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997691 Jan 20 00:59:57.360790 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] For port 14817b67-16c2-4f24-b640-688a8b9abbb2, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 00:59:57.369091 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] For port 14817b67-16c2-4f24-b640-688a8b9abbb2, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=14817b67-16c2-4f24-b640-688a8b9abbb2,segment=NetworkSegment(cea0bc05-fe76-4f99-a6b9-138cb24dcc1c),segment_id=cea0bc05-fe76-4f99-a6b9-138cb24dcc1c)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 00:59:57.377613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:57.499712 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:57.595011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:57.599903 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a9aad-bc32-4142-a03a-e5764ea64c69 req-5f345287-1db7-484b-83c9-9e09395a0699 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:57.608338 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e47a9aad-bc32-4142-a03a-e5764ea64c69 req-5f345287-1db7-484b-83c9-9e09395a0699 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1766751 Jan 20 00:59:57.624497 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6f48589e-f52a-402e-9333-35bbe75c943c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:57.640120 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 00:59:57.671355 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e47a9aad-bc32-4142-a03a-e5764ea64c69 req-75e7b7cf-58f9-4460-ac81-aebd609c6fca tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617793 Jan 20 00:59:57.785718 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Pushing event updated for resources: {'Port': ['ID=14817b67-16c2-4f24-b640-688a8b9abbb2,revision_number=2']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:57.796714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:57.859028 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Pushing event updated for resources: {'Port': ['ID=de6accb4-a0d1-43f4-9242-bbd58408fc57,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 00:59:57.864772 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 00:59:57.938504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Network 7116fac5-173a-4c74-bc75-236a854e751a is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 00:59:57.940413 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 00:59:57.943218 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 00:59:58.899629 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30b0dd-6eae-4431-85e7-a3ea694e219f req-23b2aa3d-0c09-41a1-b6ff-b2fb906ece79 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:58.902095 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5e30b0dd-6eae-4431-85e7-a3ea694e219f req-23b2aa3d-0c09-41a1-b6ff-b2fb906ece79 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.1343687 Jan 20 00:59:58.952029 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:58.964807 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5e30b0dd-6eae-4431-85e7-a3ea694e219f req-02dc9a2c-58fa-4f9a-9102-6137cb7c4d10 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491436 Jan 20 00:59:59.032901 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94709c-d4d6-4919-b1f7-443bee03152a req-d6c38bb3-ceed-4fad-849e-98bda74153f8 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:59.034598 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ef94709c-d4d6-4919-b1f7-443bee03152a req-d6c38bb3-ceed-4fad-849e-98bda74153f8 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.4478865 Jan 20 00:59:59.180924 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ef94709c-d4d6-4919-b1f7-443bee03152a req-f8490274-8f09-44ee-8d12-ab12001537c3 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792851 Jan 20 00:59:59.438962 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854169219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962208'] for router, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 00:59:59.562100 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 14817b67-16c2-4f24-b640-688a8b9abbb2 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 00:59:59.737544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 14817b67-16c2-4f24-b640-688a8b9abbb2 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 00:59:59.927611 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8720c386-cc58-4224-98b9-a524afdffc82 None None] Network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 00:59:59.939978 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2974e-4e9a-4106-a77f-6c4cc8dab87f req-ae81054b-9889-4586-914a-22468485cacf tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 00:59:59.941886 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-04b2974e-4e9a-4106-a77f-6c4cc8dab87f req-ae81054b-9889-4586-914a-22468485cacf tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.3017170 Jan 20 01:00:00.037027 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-8f14f98a-c567-4157-a7e5-ec780e762f39 None None] Provisioning for port 14817b67-16c2-4f24-b640-688a8b9abbb2 completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:00:00.051692 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-8f14f98a-c567-4157-a7e5-ec780e762f39 None None] Provisioning complete for port 14817b67-16c2-4f24-b640-688a8b9abbb2 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:00.052114 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8f14f98a-c567-4157-a7e5-ec780e762f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:00.055939 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-04b2974e-4e9a-4106-a77f-6c4cc8dab87f req-e789af25-6f18-49c7-b9e8-48c8458c2941 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068177 Jan 20 01:00:00.062227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Router 1487c353-8516-44ee-a0fa-bdcc3e6315ba is scheduled to L3 agent 48f3f500-c824-42c3-8771-385393b42a92 with binding_index 1 {{(pid=80160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 01:00:00.348964 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8f14f98a-c567-4157-a7e5-ec780e762f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:00.404489 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-8f14f98a-c567-4157-a7e5-ec780e762f39 None None] For port 14817b67-16c2-4f24-b640-688a8b9abbb2, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=14817b67-16c2-4f24-b640-688a8b9abbb2,segment=NetworkSegment(cea0bc05-fe76-4f99-a6b9-138cb24dcc1c),segment_id=cea0bc05-fe76-4f99-a6b9-138cb24dcc1c)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:00:00.410053 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8f14f98a-c567-4157-a7e5-ec780e762f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:00.412735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:00.532615 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14f98a-c567-4157-a7e5-ec780e762f39 None None] Pushing event updated for resources: {'Port': ['ID=14817b67-16c2-4f24-b640-688a8b9abbb2,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:00.536985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8f14f98a-c567-4157-a7e5-ec780e762f39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:00.539647 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51100346-8f52-4b9f-a275-d6b045125b44 req-5725da8d-379b-421f-abb8-fa892116ad7d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:00.547715 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-51100346-8f52-4b9f-a275-d6b045125b44 req-5725da8d-379b-421f-abb8-fa892116ad7d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.2844508 Jan 20 01:00:00.622187 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:00:00.634302 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Sync routers for ids ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:00:00.648487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Routers {'1487c353-8516-44ee-a0fa-bdcc3e6315ba'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:00:00.649625 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:59:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:00.653306 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-51100346-8f52-4b9f-a275-d6b045125b44 req-b5304d2c-21d0-4297-9792-ce083809703d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044583 Jan 20 01:00:00.667162 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Notify callbacks [] for router, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:00.668753 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9670761 Jan 20 01:00:00.672118 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 33430) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:00.877041 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-0841b370-a410-4377-99ba-0e76b89ea917 None None] Provisioning complete for port 14817b67-16c2-4f24-b640-688a8b9abbb2 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:00.884281 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0841b370-a410-4377-99ba-0e76b89ea917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:01.052302 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Set router 1487c353-8516-44ee-a0fa-bdcc3e6315ba gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:00:01.106621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766a402-2ed3-4045-a415-1e2f9184fdc0 req-35c02d2a-4f46-4871-9b2d-d21af07a5c14 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:01.108439 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b766a402-2ed3-4045-a415-1e2f9184fdc0 req-35c02d2a-4f46-4871-9b2d-d21af07a5c14 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.2719119 Jan 20 01:00:01.275358 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b766a402-2ed3-4045-a415-1e2f9184fdc0 req-564c0232-9d1b-4104-9076-27e45dacd581 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561141 Jan 20 01:00:01.321161 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e32d54ba-a0eb-443d-9097-5358d784e892 None None] Provisioning complete for port 14817b67-16c2-4f24-b640-688a8b9abbb2 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:01.321595 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e32d54ba-a0eb-443d-9097-5358d784e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:01.421840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 14817b67-16c2-4f24-b640-688a8b9abbb2 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:01.688339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 14817b67-16c2-4f24-b640-688a8b9abbb2 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:01.688772 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:01.694072 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d4d69-6c2f-4c38-8056-6b69f2801640 req-5fa26c5c-4a98-45d2-bd2d-96d48c3eadb3 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:01.707105 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-722d4d69-6c2f-4c38-8056-6b69f2801640 req-5fa26c5c-4a98-45d2-bd2d-96d48c3eadb3 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.2391503 Jan 20 01:00:01.795679 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T00:59:58Z', 'revision_number': 3, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T00:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:01.802147 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Checking router: 1487c353-8516-44ee-a0fa-bdcc3e6315ba for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:00:01.802544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Updating router 1487c353-8516-44ee-a0fa-bdcc3e6315ba port de6accb4-a0d1-43f4-9242-bbd58408fc57 binding host dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 01:00:01.827271 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-722d4d69-6c2f-4c38-8056-6b69f2801640 req-1d6f3d65-32c3-48c3-a31f-a2f3b0017ac1 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123376 Jan 20 01:00:01.842399 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-faf2948c-0d92-42de-88ec-ddaf7aa3e7b6 None None] Provisioning complete for port 14817b67-16c2-4f24-b640-688a8b9abbb2 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:01.842915 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-faf2948c-0d92-42de-88ec-ddaf7aa3e7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:01.875439 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:02.297771 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:02.572149 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5663f0-2fb7-4d2a-8f94-9e1b28c10c49 req-13e63c79-55e1-4d2c-be67-8b6ed2d0bd33 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:02.579936 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1e5663f0-2fb7-4d2a-8f94-9e1b28c10c49 req-13e63c79-55e1-4d2c-be67-8b6ed2d0bd33 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.1907301 Jan 20 01:00:02.635410 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1e5663f0-2fb7-4d2a-8f94-9e1b28c10c49 req-68642d0a-4589-42a4-8124-82a1dd3a8b7a tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543280 Jan 20 01:00:02.684553 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Notify callbacks [] for port, precommit_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:02.700594 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Transition to ACTIVE for port object de6accb4-a0d1-43f4-9242-bbd58408fc57 will not be triggered until provisioned by entity L2. {{(pid=80163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:00:02.710283 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:02.737092 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-91e4f31f-a8aa-4403-bd96-15a08f802e2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:02.899791 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Pushing event updated for resources: {'Port': ['ID=de6accb4-a0d1-43f4-9242-bbd58408fc57,revision_number=2']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:02.926509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.927145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.927854 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.928034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Allocated IP 172.20.0.1 (abaeb8cb-dfd6-4dc3-97fa-119772da2a5f/94ad31d5-245c-4b4d-b2c6-e21cbcd1230c/95828deb-a48f-45d4-824a-1af55a95a142) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:00:02.928519 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.930983 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.931869 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.932484 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.933000 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.933525 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.934608 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.934975 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.935580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.936898 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.938034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.938457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.939991 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.945834 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.946443 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.955788 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.956566 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.957404 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.958011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.958749 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.959386 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:02.973118 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:02.997454 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e78ee5-aeeb-4a3a-8aa3-b8b77c22f836 req-be8951e1-8122-4465-82f4-0b09c8a549e1 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:02.999248 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b3e78ee5-aeeb-4a3a-8aa3-b8b77c22f836 req-be8951e1-8122-4465-82f4-0b09c8a549e1 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.1181967 Jan 20 01:00:03.132977 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b3e78ee5-aeeb-4a3a-8aa3-b8b77c22f836 req-c4b8c903-3b59-4c67-9c92-7bdee092d808 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172609 Jan 20 01:00:03.137993 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Attempting to bind port de6accb4-a0d1-43f4-9242-bbd58408fc57 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 01:00:03.138560 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Attempting to bind port de6accb4-a0d1-43f4-9242-bbd58408fc57 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 01:00:03.139848 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Attempting to bind port de6accb4-a0d1-43f4-9242-bbd58408fc57 on network 7116fac5-173a-4c74-bc75-236a854e751a {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 01:00:03.146784 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 0, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 01:00:03.147898 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Checking segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:00:03.149188 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:03.151858 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Bound using segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 01:00:03.151858 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Bound port: de6accb4-a0d1-43f4-9242-bbd58408fc57, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 01:00:03.152291 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:03.197685 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:03.241036 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Transition to ACTIVE for port object 95828deb-a48f-45d4-824a-1af55a95a142 will not be triggered until provisioned by entity DHCP. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:00:03.270487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:03.308527 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:03.350835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] For port de6accb4-a0d1-43f4-9242-bbd58408fc57, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 01:00:03.358812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] For port de6accb4-a0d1-43f4-9242-bbd58408fc57, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=de6accb4-a0d1-43f4-9242-bbd58408fc57,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 01:00:03.365320 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:03.396794 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3bbd8166-3af6-4455-bfb7-1a78e61d3200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:03.530982 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=95828deb-a48f-45d4-824a-1af55a95a142,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:03.536221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:03.706348 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:00:03.708088 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:00:03.715188 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:00:03.747343 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e84b8-a2cb-4b5c-9d6b-579ae218f3d1 req-4bc2fdf5-b033-46b1-8947-1566aa573211 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:03.767686 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d47e84b8-a2cb-4b5c-9d6b-579ae218f3d1 req-4bc2fdf5-b033-46b1-8947-1566aa573211 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.3318748 Jan 20 01:00:03.899056 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611580'] for router_interface, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:03.924254 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Pushing event updated for resources: {'Port': ['ID=de6accb4-a0d1-43f4-9242-bbd58408fc57,revision_number=3']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:03.930906 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:03.932286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Routers {'1487c353-8516-44ee-a0fa-bdcc3e6315ba'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:00:03.933528 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:59:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:04.027693 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d47e84b8-a2cb-4b5c-9d6b-579ae218f3d1 req-efbc56fd-3f8d-4d79-959d-44267c1a4480 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548556 Jan 20 01:00:04.145792 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:04.194241 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-9d96a90d-6a18-4f7c-88c1-1b14d52337f5 None None] Provisioning for port 95828deb-a48f-45d4-824a-1af55a95a142 completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:00:04.206781 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-9d96a90d-6a18-4f7c-88c1-1b14d52337f5 None None] Provisioning complete for port 95828deb-a48f-45d4-824a-1af55a95a142 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:04.207362 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9d96a90d-6a18-4f7c-88c1-1b14d52337f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:04.308907 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-9d96a90d-6a18-4f7c-88c1-1b14d52337f5 None None] Port 95828deb-a48f-45d4-824a-1af55a95a142 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 01:00:04.403971 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee7af4-d4ef-4d36-94f3-2bb534923a11 req-91b0259b-42f2-43b6-bde8-e15785a51772 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:04.406222 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-71ee7af4-d4ef-4d36-94f3-2bb534923a11 req-91b0259b-42f2-43b6-bde8-e15785a51772 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.1790977 Jan 20 01:00:04.506895 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-71ee7af4-d4ef-4d36-94f3-2bb534923a11 req-d60a9244-8553-4605-a398-c3a91f2a9b29 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828233 Jan 20 01:00:04.605750 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] Set router 1487c353-8516-44ee-a0fa-bdcc3e6315ba gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:00:04.692118 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:04.700415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852615402'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:04.773906 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:04.821428 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c718e8-8f05-4b40-b35c-d6e820abcdad req-cde796df-2854-49dc-a934-24c2b23ce7ce tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:04.828216 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c4c718e8-8f05-4b40-b35c-d6e820abcdad req-cde796df-2854-49dc-a934-24c2b23ce7ce tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.1542919 Jan 20 01:00:04.873018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854164385'] for router_interface, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:04.891494 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=95828deb-a48f-45d4-824a-1af55a95a142,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:04.899937 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:04.933805 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c4c718e8-8f05-4b40-b35c-d6e820abcdad req-32d5f96b-769b-4ef9-9d8c-1043a7cbbfd8 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981946 Jan 20 01:00:05.086132 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:00:05.087394 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:00:05.225968 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T01:00:04Z', 'revision_number': 4, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T01:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '95828deb-a48f-45d4-824a-1af55a95a142', 'name': '', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'mac_address': 'fa:16:3e:9b:bc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:02Z', 'updated_at': '2021-01-20T01:00:02Z', 'revision_number': 1, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'subnets': [{'id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:05.239595 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d861d-a60e-4e65-a869-7929d89c42e1 None None] The sync data for ids ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'] in dv-cinder-667108-30-smb is: [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T01:00:04Z', 'revision_number': 4, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T01:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '95828deb-a48f-45d4-824a-1af55a95a142', 'name': '', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'mac_address': 'fa:16:3e:9b:bc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:02Z', 'updated_at': '2021-01-20T01:00:02Z', 'revision_number': 1, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'subnets': [{'id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:00:05.506147 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fb7ca-ca8b-4a36-aeda-e90e9c98cdef req-463dfde1-740c-4581-9646-a67eb1a8f9c6 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:05.508104 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-376fb7ca-ca8b-4a36-aeda-e90e9c98cdef req-463dfde1-740c-4581-9646-a67eb1a8f9c6 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1778147 Jan 20 01:00:05.577645 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-376fb7ca-ca8b-4a36-aeda-e90e9c98cdef req-0f3e8be5-5b0b-44e6-90b4-cddea78fe3b8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626440 Jan 20 01:00:05.587151 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e4244d4d-22de-4508-bcd5-c073cac9311a None None] Provisioning complete for port 95828deb-a48f-45d4-824a-1af55a95a142 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:05.587872 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e4244d4d-22de-4508-bcd5-c073cac9311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:05.725589 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e4244d4d-22de-4508-bcd5-c073cac9311a None None] Port 95828deb-a48f-45d4-824a-1af55a95a142 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 01:00:05.774257 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Router 1487c353-8516-44ee-a0fa-bdcc3e6315ba has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:00:06.016441 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761bfbc-4caf-40fb-b760-b9b0c0f1619c req-98653332-18ee-42e9-aba5-8c521f698809 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:06.018726 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e761bfbc-4caf-40fb-b760-b9b0c0f1619c req-98653332-18ee-42e9-aba5-8c521f698809 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.1511950 Jan 20 01:00:06.076838 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:00:06.097630 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e761bfbc-4caf-40fb-b760-b9b0c0f1619c req-41d28902-4a69-4961-b1d5-90bfa6f91870 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714564 Jan 20 01:00:06.112912 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] 10.222.0.44 "PUT /v2.0/routers/1487c353-8516-44ee-a0fa-bdcc3e6315ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4374726 Jan 20 01:00:06.509936 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94243f3f-ee90-4db8-b352-56aa4c990b6f req-77dba2bc-3ce3-4f88-ac72-fa7a09c16d18 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:06.512976 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-94243f3f-ee90-4db8-b352-56aa4c990b6f req-77dba2bc-3ce3-4f88-ac72-fa7a09c16d18 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.2510142 Jan 20 01:00:06.589707 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-94243f3f-ee90-4db8-b352-56aa4c990b6f req-61e56f45-808f-4cef-a270-733f93f578d8 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686409 Jan 20 01:00:06.888924 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285d8d0-a4e1-4e18-9e2d-6cc41b021010 req-5895a379-9e96-448d-96a8-b9338a435299 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:06.891004 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6285d8d0-a4e1-4e18-9e2d-6cc41b021010 req-5895a379-9e96-448d-96a8-b9338a435299 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1198769 Jan 20 01:00:06.954492 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6285d8d0-a4e1-4e18-9e2d-6cc41b021010 req-cb180552-aecb-46b9-93c9-f59c8c02ea5d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566010 Jan 20 01:00:07.210310 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 33536) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:07.216760 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-245001791-network', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:07.222370 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:07.226662 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Usage tracker for resource:network and tenant:4b6078aaccc249589e263c41ab2d50be is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:07.229720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:07.236596 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:07.299118 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Made reservation on behalf of 4b6078aaccc249589e263c41ab2d50be for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 01:00:07.303854 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:07.320963 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:07.339459 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device de6accb4-a0d1-43f4-9242-bbd58408fc57 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:07.347914 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:07.355237 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Usage tracker for resource:security_group_rule and tenant:4b6078aaccc249589e263c41ab2d50be is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:07.361701 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:07.370665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:07.396520 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6534dc-9444-47fa-840e-58ebb8cb7afd req-6d26b2f2-3580-4d41-9658-2eade3464a62 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:07.398236 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-db6534dc-9444-47fa-840e-58ebb8cb7afd req-6d26b2f2-3580-4d41-9658-2eade3464a62 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.1586077 Jan 20 01:00:07.414424 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port de6accb4-a0d1-43f4-9242-bbd58408fc57 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:00:07.419518 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port de6accb4-a0d1-43f4-9242-bbd58408fc57 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:07.419964 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:07.476263 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-db6534dc-9444-47fa-840e-58ebb8cb7afd req-52609012-1c67-4b85-9515-d25c580fa6e7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711596 Jan 20 01:00:07.554369 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:07.560872 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:07.567057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:07.577880 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:07.593382 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 01:00:07.600211 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port de6accb4-a0d1-43f4-9242-bbd58408fc57, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=de6accb4-a0d1-43f4-9242-bbd58408fc57,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:00:07.603350 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:07.606114 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:07.652924 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4ffc22-5d60-4f79-9ff5-fd8b1dc0bfad,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:07.656159 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773035505284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:07.656897 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Added segment 9d3055b0-967f-46ef-abc8-5a379fff2695 of type vxlan for network 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 Jan 20 01:00:07.659127 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:07.694228 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:07.703035 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=de6accb4-a0d1-43f4-9242-bbd58408fc57,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:07.707672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:07.732625 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:07.734001 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:07.738180 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:07.742332 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:07.847766 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6361897 Jan 20 01:00:07.850710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 33556) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:07.857282 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Request body: {'subnet': {'network_id': '123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-245001791-subnet', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'ip_version': 4}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:07.862810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:07.867233 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Usage tracker for resource:subnet and tenant:4b6078aaccc249589e263c41ab2d50be is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:07.870592 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:07.877717 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:07.892829 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Made reservation on behalf of 4b6078aaccc249589e263c41ab2d50be for: {'subnet': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 01:00:07.899228 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851842305'] for subnet, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:07.956835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Pushing event updated for resources: {'Network': ['ID=123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:07.958094 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-998ec4c1-f278-4f82-a9d9-22dd740cb7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:07.971739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 01:00:07.978467 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:08.006964 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 01:00:08.103814 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7159e14-9220-44fa-bfe4-180ac38e7353 req-366b3d41-7b8b-4620-9e2a-e3c8d7adb197 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:08.109872 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f7159e14-9220-44fa-bfe4-180ac38e7353 req-366b3d41-7b8b-4620-9e2a-e3c8d7adb197 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.3122406 Jan 20 01:00:08.191782 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f7159e14-9220-44fa-bfe4-180ac38e7353 req-884b9780-cc72-41e5-a63c-75a90cd00118 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745378 Jan 20 01:00:08.370175 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 33566) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:08.444471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a458d90-c784-43c8-98bb-4c1b021c7942 req-373d6436-7ba4-48e3-8f3d-8299fddfa265 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:08.446884 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8a458d90-c784-43c8-98bb-4c1b021c7942 req-373d6436-7ba4-48e3-8f3d-8299fddfa265 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.2072620 Jan 20 01:00:08.570447 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-df4b66e8-821e-4516-88e6-65f8f908a361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:08.587853 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8a458d90-c784-43c8-98bb-4c1b021c7942 req-afe1c3d1-8420-46b1-b056-bb745337f964 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208367 Jan 20 01:00:08.595089 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-df4b66e8-821e-4516-88e6-65f8f908a361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:08.611939 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-df4b66e8-821e-4516-88e6-65f8f908a361 admin admin] Usage tracker for resource:security_group_rule and tenant:b9234f4e93b6434faa2fb50319b9bc45 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:08.611939 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-df4b66e8-821e-4516-88e6-65f8f908a361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:08.619219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-df4b66e8-821e-4516-88e6-65f8f908a361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:08.727462 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852614754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851842416'] for subnet, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:08.743730 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9c9259fb-482a-45df-90ed-33ebdb479465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:08.805541 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-df4b66e8-821e-4516-88e6-65f8f908a361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:08.810756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-df4b66e8-821e-4516-88e6-65f8f908a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:08.820992 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:08.890178 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8bd46f6-4eea-4967-9262-334cf2404351,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:08.896800 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:08.983686 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Checking segment: {'id': '9d3055b0-967f-46ef-abc8-5a379fff2695', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:00:08.984359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Network hostable DHCP agents. Network: 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 01:00:09.021898 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Network 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 01:00:09.031905 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4) {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:00:09.045615 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb6d109-a59d-42c1-868d-4609e604fcc8 None None] Network 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 01:00:09.046219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:09.047147 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:09.081343 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ec8b6f55-16c5-45d1-bc78-7bb3f71b3902 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2290308 Jan 20 01:00:09.082400 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 33576) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:09.089476 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-245001791-router', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:09.096374 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:09.101565 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Usage tracker for resource:router and tenant:4b6078aaccc249589e263c41ab2d50be is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:09.106544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:09.113500 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c55431-9035-471a-b716-f8b16ed42fd2 req-c4565953-86b3-474e-acb5-86ea12dc532d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:09.114718 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:09.121450 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07c55431-9035-471a-b716-f8b16ed42fd2 req-c4565953-86b3-474e-acb5-86ea12dc532d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.4306581 Jan 20 01:00:09.152122 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-df4b66e8-821e-4516-88e6-65f8f908a361 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9234f4e93b6434faa2fb50319b9bc45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7804513 Jan 20 01:00:09.155591 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 33580) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:09.157176 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b66e8-821e-4516-88e6-65f8f908a361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9416f1cd-6c76-4909-9046-4d1f5721d90d,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:09.162799 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-df4b66e8-821e-4516-88e6-65f8f908a361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:09.200103 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-07c55431-9035-471a-b716-f8b16ed42fd2 req-07d099e0-903c-45bf-b6a7-2f16f0eb3b23 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776465 Jan 20 01:00:09.203210 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-439'] for router, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:09.205290 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854169189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853813605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1025922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775409'] for router, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:09.207426 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Sync routers for ids ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'] in dv-cinder-667108-30-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:00:09.282902 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:09.388860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d0b7504-3f16-4685-bcc9-2b3c90e05b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:09.421356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device de6accb4-a0d1-43f4-9242-bbd58408fc57 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:09.540702 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Routers {'1487c353-8516-44ee-a0fa-bdcc3e6315ba'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:00:09.545181 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T00:59:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:09.641187 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d0b7504-3f16-4685-bcc9-2b3c90e05b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:09.693070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fc467-f052-4649-a64b-8cf6174049db req-d5d8aec0-8c3f-4ff0-b1d9-f7d44e5db2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:09.695064 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-325fc467-f052-4649-a64b-8cf6174049db req-d5d8aec0-8c3f-4ff0-b1d9-f7d44e5db2e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 1162 time: 0.1157670 Jan 20 01:00:09.761862 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-325fc467-f052-4649-a64b-8cf6174049db req-4fb92e35-2e1a-4b4e-bf78-4727e5b0d437 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476480 Jan 20 01:00:09.861411 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47cf4265-80e3-5d65-ae8c-d06ff241b5cf-123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4', 'network_id': '123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'fixed_ips': [{'subnet_id': 'f8bd46f6-4eea-4967-9262-334cf2404351'}]}} from dv-cinder-667108-30-smb. {{(pid=80162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 01:00:09.862342 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:09.865685 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d0b7504-3f16-4685-bcc9-2b3c90e05b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:09.885400 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c0e526ef-8127-4954-b629-6108a7775bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:09.915502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port de6accb4-a0d1-43f4-9242-bbd58408fc57 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:09.915825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:09.918954 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba723b11-27d5-48d2-b6e4-1f7f26456026 req-48699407-3a19-4e35-b2a7-d6eab525e39a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.6517417 Jan 20 01:00:09.926135 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b7504-3f16-4685-bcc9-2b3c90e05b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9416f1cd-6c76-4909-9046-4d1f5721d90d,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:09.931991 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853813622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775394'] for router, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:09.985434 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d0ff5-1c34-4cdd-b360-d9b12d95fd5f req-1686996a-374d-4cd4-bec6-80271f3da138 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:09.999498 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ae3d0ff5-1c34-4cdd-b360-d9b12d95fd5f req-1686996a-374d-4cd4-bec6-80271f3da138 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.6177230 Jan 20 01:00:10.007085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1d0b7504-3f16-4685-bcc9-2b3c90e05b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:10.092612 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Set router 1487c353-8516-44ee-a0fa-bdcc3e6315ba gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:00:10.115557 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d0b7504-3f16-4685-bcc9-2b3c90e05b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:10.117028 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1d0b7504-3f16-4685-bcc9-2b3c90e05b5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9416f1cd-6c76-4909-9046-4d1f5721d90d HTTP/1.1" status: 204 len: 168 time: 0.9597921 Jan 20 01:00:10.245729 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ae3d0ff5-1c34-4cdd-b360-d9b12d95fd5f req-98567473-1e49-4f1b-9560-25033b1d3b3e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349668 Jan 20 01:00:10.313234 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab220c-ea59-4857-9c3e-ad9e9823186c req-94131748-d10a-42c5-a126-d1bc8af27aa8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:10.327279 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d6ab220c-ea59-4857-9c3e-ad9e9823186c req-94131748-d10a-42c5-a126-d1bc8af27aa8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.3066654 Jan 20 01:00:10.391595 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device d8f351e4-fba1-4fe4-b159-832f11d7d3b0 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:10.401305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba723b11-27d5-48d2-b6e4-1f7f26456026 req-27c61e0a-67c1-44a7-adf6-d4771adc61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:10.403682 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba723b11-27d5-48d2-b6e4-1f7f26456026 req-27c61e0a-67c1-44a7-adf6-d4771adc61bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 1163 time: 0.2305617 Jan 20 01:00:10.456501 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d6ab220c-ea59-4857-9c3e-ad9e9823186c req-97e8963e-a72b-4b88-9c4c-2c13d875eafe tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070359 Jan 20 01:00:10.740194 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba723b11-27d5-48d2-b6e4-1f7f26456026 req-da93d4ad-e30c-4c77-b287-86133671172b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:10.741848 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba723b11-27d5-48d2-b6e4-1f7f26456026 req-da93d4ad-e30c-4c77-b287-86133671172b service neutron] 10.222.0.48 "GET /v2.0/networks?id=26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 200 len: 909 time: 0.2842274 Jan 20 01:00:10.827089 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba723b11-27d5-48d2-b6e4-1f7f26456026 req-4b0c49d1-d256-4288-8b3a-dc4c9aa8b54d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c52365a9-ad7e-4dfe-9b85-e85482901dc4 HTTP/1.1" status: 200 len: 217 time: 0.0778239 Jan 20 01:00:10.937604 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba723b11-27d5-48d2-b6e4-1f7f26456026 req-3f5a5d76-08a6-4b9c-a0a1-d9f792927952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:10.939950 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba723b11-27d5-48d2-b6e4-1f7f26456026 req-3f5a5d76-08a6-4b9c-a0a1-d9f792927952 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faa0bdfa-927a-41d6-8fe4-03b7ed7658d0 HTTP/1.1" status: 200 len: 855 time: 0.0852497 Jan 20 01:00:11.002008 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba723b11-27d5-48d2-b6e4-1f7f26456026 req-8a994afc-0192-4fb7-b13e-fd68fd6c42e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26933088-6e74-4102-ba74-6fb41e98bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523894 Jan 20 01:00:11.043442 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port d8f351e4-fba1-4fe4-b159-832f11d7d3b0 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:11.044176 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:11.258330 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-60b8cceb-2238-403e-b34f-c1a3df613edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:11.283051 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba723b11-27d5-48d2-b6e4-1f7f26456026 req-7d93d027-7e4f-42b2-a9d8-1106b35fe46f service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687340 Jan 20 01:00:11.429430 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:11.499852 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:11.553887 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Allocated IP 172.20.0.2 (123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4/f8bd46f6-4eea-4967-9262-334cf2404351/b1fee52b-4c28-4e29-b74b-1d8667679079) {{(pid=80162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:00:11.595040 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba723b11-27d5-48d2-b6e4-1f7f26456026 req-33763acf-e08b-4887-92f5-9a803b693797 service neutron] 10.222.0.48 "GET /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3041079 Jan 20 01:00:11.853985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0a7a0-9382-4673-8809-5469e9e65bc7 req-8da63b6a-5d2a-498e-8737-763b57ef4da0 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:11.854621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T01:00:04Z', 'revision_number': 4, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '95828deb-a48f-45d4-824a-1af55a95a142', 'name': '', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'mac_address': 'fa:16:3e:9b:bc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:02Z', 'updated_at': '2021-01-20T01:00:04Z', 'revision_number': 2, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'subnets': [{'id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:11.856950 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-09d0a7a0-9382-4673-8809-5469e9e65bc7 req-8da63b6a-5d2a-498e-8737-763b57ef4da0 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 1.4203968 Jan 20 01:00:11.864819 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Checking router: 1487c353-8516-44ee-a0fa-bdcc3e6315ba for host: dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:00:11.865240 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Updating router 1487c353-8516-44ee-a0fa-bdcc3e6315ba port 95828deb-a48f-45d4-824a-1af55a95a142 binding host dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 01:00:12.014890 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f842250-90c7-480a-9c59-388e5d6db37c req-a29cef72-de72-43cb-adf1-caf4ebac9a69 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:12.018755 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9f842250-90c7-480a-9c59-388e5d6db37c req-a29cef72-de72-43cb-adf1-caf4ebac9a69 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 1.2149990 Jan 20 01:00:12.108922 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1a669-2357-42fc-98a4-d431b1a0aaf2 req-72f7ad0b-d0c2-4932-bc86-190e09eaffe1 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:12.110902 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3ab1a669-2357-42fc-98a4-d431b1a0aaf2 req-72f7ad0b-d0c2-4932-bc86-190e09eaffe1 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 945 time: 0.1487615 Jan 20 01:00:12.169521 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3ab1a669-2357-42fc-98a4-d431b1a0aaf2 req-d3a916c6-4b15-4085-ab8c-2b5863ea0eb7 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519426 Jan 20 01:00:12.203020 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:12.270739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-09d0a7a0-9382-4673-8809-5469e9e65bc7 req-f12bdcae-bd82-408a-ba60-629f365cc052 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Deleting port d8f351e4-fba1-4fe4-b159-832f11d7d3b0 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:00:12.271370 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-09d0a7a0-9382-4673-8809-5469e9e65bc7 req-f12bdcae-bd82-408a-ba60-629f365cc052 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:12.417693 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9f842250-90c7-480a-9c59-388e5d6db37c req-0113b8a7-bd7e-46f6-a179-b64bebedbe23 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3703692 Jan 20 01:00:12.431443 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2884ad-0e59-48b4-aa64-f377accc264d req-3f9fe29e-abc5-43eb-81ed-9253d8a299bd tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:12.433396 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8d2884ad-0e59-48b4-aa64-f377accc264d req-3f9fe29e-abc5-43eb-81ed-9253d8a299bd tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1219807 Jan 20 01:00:12.555565 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8d2884ad-0e59-48b4-aa64-f377accc264d req-8357abdb-9279-44e5-8b24-f71f9a2e578a tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007850 Jan 20 01:00:12.746672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Notify callbacks [] for port, precommit_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:12.796086 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:12.798217 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Transition to ACTIVE for port object b1fee52b-4c28-4e29-b74b-1d8667679079 will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:00:12.809951 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:12.810838 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ced048-21b6-43f1-897e-ab4b304c65dd req-bf3a8630-94d1-4a6a-bcd1-68a99a3f4e98 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:12.813736 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-59ced048-21b6-43f1-897e-ab4b304c65dd req-bf3a8630-94d1-4a6a-bcd1-68a99a3f4e98 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 945 time: 0.1214774 Jan 20 01:00:12.871132 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Allocated IP 172.28.0.120 (7116fac5-173a-4c74-bc75-236a854e751a/6b429026-7f7c-498d-960b-2e131da09027/2c7261ff-2f46-42c3-b2ef-5559903e2e58) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:00:12.883969 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Transition to ACTIVE for port object b1fee52b-4c28-4e29-b74b-1d8667679079 will not be triggered until provisioned by entity DHCP. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:00:12.884313 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-59ced048-21b6-43f1-897e-ab4b304c65dd req-184eb133-e089-402c-af51-fc6fa8623d07 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604985 Jan 20 01:00:12.923113 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:12.944594 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a0d596df-2e15-40da-bf24-9470020b09c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:13.078143 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 305f2680-e306-477f-8bdb-007b06f567cc up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:13.300385 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Pushing event updated for resources: {'Port': ['ID=b1fee52b-4c28-4e29-b74b-1d8667679079,revision_number=1']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:13.310004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:13.324314 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-6363ed02-7eb2-46b1-9f42-73480a3f4b7d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2478240 Jan 20 01:00:13.342987 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Request body: {'floatingip': {'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:13.353639 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:13.354064 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3d9f4-340a-49e3-845b-7cf7fd8b6f36 req-1d01e936-6dae-49ef-9e55-6930f5865901 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:13.358805 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Usage tracker for resource:floatingip and tenant:9d86c7bf59a9461da92d71a26eae8e39 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:13.360125 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-94f3d9f4-340a-49e3-845b-7cf7fd8b6f36 req-1d01e936-6dae-49ef-9e55-6930f5865901 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.6957676 Jan 20 01:00:13.363672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:13.372031 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:13.385149 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for floatingip, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:13.441504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 305f2680-e306-477f-8bdb-007b06f567cc triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:13.441949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:13.498645 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-94f3d9f4-340a-49e3-845b-7cf7fd8b6f36 req-debe1b2f-b37a-4ed1-8511-177d16084799 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1141434 Jan 20 01:00:13.501242 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-09d0a7a0-9382-4673-8809-5469e9e65bc7 req-f12bdcae-bd82-408a-ba60-629f365cc052 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] For port d8f351e4-fba1-4fe4-b159-832f11d7d3b0, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=d8f351e4-fba1-4fe4-b159-832f11d7d3b0,segment=NetworkSegment(4238131a-66a8-4cbf-9a82-dbf02630df4a),segment_id=4238131a-66a8-4cbf-9a82-dbf02630df4a)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:00:13.502609 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-09d0a7a0-9382-4673-8809-5469e9e65bc7 req-f12bdcae-bd82-408a-ba60-629f365cc052 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:13.521296 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Network 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 is already hosted by enough agents. {{(pid=80162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:00:13.528902 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Resources bound (agent type, host, resource id): {{(pid=80162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:00:13.538435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Received port after_create {{(pid=80162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:00:13.563653 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:13.568703 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Notify callbacks [] for port, precommit_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:13.642864 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Transition to ACTIVE for port object 95828deb-a48f-45d4-824a-1af55a95a142 will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:00:13.658625 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Attempting to bind port b1fee52b-4c28-4e29-b74b-1d8667679079 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 01:00:13.659037 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Attempting to bind port b1fee52b-4c28-4e29-b74b-1d8667679079 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '9d3055b0-967f-46ef-abc8-5a379fff2695', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 01:00:13.659466 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Attempting to bind port b1fee52b-4c28-4e29-b74b-1d8667679079 on network 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 01:00:13.662706 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:13.681123 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:13.682183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-09d0a7a0-9382-4673-8809-5469e9e65bc7 req-f12bdcae-bd82-408a-ba60-629f365cc052 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Calling delete_port for d8f351e4-fba1-4fe4-b159-832f11d7d3b0 owned by compute:nova {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:00:13.753941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 01:00:13.754487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Checking segment: {'id': '9d3055b0-967f-46ef-abc8-5a379fff2695', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:00:13.755795 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:13.755795 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Bound using segment: {'id': '9d3055b0-967f-46ef-abc8-5a379fff2695', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 01:00:13.755795 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Bound port: b1fee52b-4c28-4e29-b74b-1d8667679079, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3055b0-967f-46ef-abc8-5a379fff2695', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 01:00:13.756236 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:13.777169 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:13.800183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:13.930553 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-09d0a7a0-9382-4673-8809-5469e9e65bc7 req-f12bdcae-bd82-408a-ba60-629f365cc052 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:13.934998 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:13.945170 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab0255-2e2c-4c2d-9965-ef97957d224e None None] Pushing event updated for resources: {'Port': ['ID=95828deb-a48f-45d4-824a-1af55a95a142,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:13.962274 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0ed1753d-ee1d-46ad-b254-f0612887c09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:13.966933 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0aab0255-2e2c-4c2d-9965-ef97957d224e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:13.976880 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 0013ba87-b880-44a6-94f4-10da6e6b050f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:14.122551 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] For port b1fee52b-4c28-4e29-b74b-1d8667679079, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 01:00:14.160624 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bdcae-bd82-408a-ba60-629f365cc052 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Pushing event deleted for resources: {'Port': ['ID=d8f351e4-fba1-4fe4-b159-832f11d7d3b0,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:14.244692 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] For port b1fee52b-4c28-4e29-b74b-1d8667679079, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=b1fee52b-4c28-4e29-b74b-1d8667679079,segment=NetworkSegment(9d3055b0-967f-46ef-abc8-5a379fff2695),segment_id=9d3055b0-967f-46ef-abc8-5a379fff2695)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 01:00:14.254908 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:14.305344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:14.319353 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Allocated IP 172.28.0.41 (7116fac5-173a-4c74-bc75-236a854e751a/6b429026-7f7c-498d-960b-2e131da09027/8e7f99ab-91ed-481b-9c11-3e738027f427) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:00:14.424297 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d740b0-d7b5-48c3-b93e-ddda13b5e91d req-c7a4732f-361f-4fe3-9d23-ddc016a67aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:14.427543 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e0d740b0-d7b5-48c3-b93e-ddda13b5e91d req-c7a4732f-361f-4fe3-9d23-ddc016a67aeb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67e31641c6c3491d928ab40dd60e9f29&device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 1162 time: 0.2683246 Jan 20 01:00:14.593873 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 0013ba87-b880-44a6-94f4-10da6e6b050f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:14.594418 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:14.711957 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0270055b-192b-456b-bcbf-600bed50f8bd req-807a45b2-c219-42cc-98da-250d6cfd628b tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360 HTTP/1.1" status: 200 len: 210 time: 0.3184686 Jan 20 01:00:14.722095 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d0a7a0-9382-4673-8809-5469e9e65bc7 req-f12bdcae-bd82-408a-ba60-629f365cc052 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] No DVR routers for this DVR port d8f351e4-fba1-4fe4-b159-832f11d7d3b0 on host hv-cinder-66710 {{(pid=80161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:00:14.724994 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Attempting to bind port 95828deb-a48f-45d4-824a-1af55a95a142 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 01:00:14.726043 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Attempting to bind port 95828deb-a48f-45d4-824a-1af55a95a142 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 01:00:14.726043 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Attempting to bind port 95828deb-a48f-45d4-824a-1af55a95a142 on network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 01:00:14.750699 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Pushing event updated for resources: {'Port': ['ID=2c7261ff-2f46-42c3-b2ef-5559903e2e58,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:14.755984 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-09d0a7a0-9382-4673-8809-5469e9e65bc7 req-f12bdcae-bd82-408a-ba60-629f365cc052 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:14.762464 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 01:00:14.762964 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Checking segment: {'id': 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:00:14.764606 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:14.764606 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Bound using segment: {'id': 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 01:00:14.764911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360', 'name': 'network-vif-deleted', 'tag': 'd8f351e4-fba1-4fe4-b159-832f11d7d3b0'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:00:14.765043 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Bound port: 95828deb-a48f-45d4-824a-1af55a95a142, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 01:00:14.765043 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:14.773466 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:14.780373 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.699s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:14.781032 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-32f1c886-f7c7-435f-b00b-a364d71c2268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:14.802200 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Pushing event updated for resources: {'Port': ['ID=b1fee52b-4c28-4e29-b74b-1d8667679079,revision_number=2']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:14.815357 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:14.839643 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:14.851668 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-09d0a7a0-9382-4673-8809-5469e9e65bc7 req-f12bdcae-bd82-408a-ba60-629f365cc052 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "DELETE /v2.0/ports/d8f351e4-fba1-4fe4-b159-832f11d7d3b0 HTTP/1.1" status: 204 len: 173 time: 2.9840715 Jan 20 01:00:14.874450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Network 7116fac5-173a-4c74-bc75-236a854e751a is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:00:14.884197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:00:14.897128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:00:14.939648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:14.975284 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3f5361ae-893f-4e32-b56b-4458c4644a75 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:14.997006 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] For port 95828deb-a48f-45d4-824a-1af55a95a142, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 01:00:15.043784 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:15.072577 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] For port 95828deb-a48f-45d4-824a-1af55a95a142, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=95828deb-a48f-45d4-824a-1af55a95a142,segment=NetworkSegment(cea0bc05-fe76-4f99-a6b9-138cb24dcc1c),segment_id=cea0bc05-fe76-4f99-a6b9-138cb24dcc1c)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 01:00:15.087540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:15.114311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:15.151297 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d740b0-d7b5-48c3-b93e-ddda13b5e91d req-1b3cd181-fe50-4321-99aa-227ad55d5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:15.154915 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e0d740b0-d7b5-48c3-b93e-ddda13b5e91d req-1b3cd181-fe50-4321-99aa-227ad55d5381 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99fd52c4-502e-4c83-91ea-f2e2ff32a861 HTTP/1.1" status: 200 len: 913 time: 0.7181413 Jan 20 01:00:15.169627 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Pushing event updated for resources: {'Port': ['ID=8e7f99ab-91ed-481b-9c11-3e738027f427,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:15.180383 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:15.216679 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e43d303-28d2-497e-97a7-c1d718480709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0013ba87-b880-44a6-94f4-10da6e6b050f'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:00:15.291742 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 0013ba87-b880-44a6-94f4-10da6e6b050f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0013ba87-b880-44a6-94f4-10da6e6b050f,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:00:15.304377 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:15.316440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212e535-1393-47ac-ac5f-9c8b6c77b9ae req-fc6dc6de-e46a-473f-8fed-fa33cccd05da tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:15.323678 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device d8f351e4-fba1-4fe4-b159-832f11d7d3b0 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:00:15.326793 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1212e535-1393-47ac-ac5f-9c8b6c77b9ae req-fc6dc6de-e46a-473f-8fed-fa33cccd05da tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.3782711 Jan 20 01:00:15.377768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] No Port match for: d8f351e4-fba1-4fe4-b159-832f11d7d3b0 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:00:15.378163 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device d8f351e4-fba1-4fe4-b159-832f11d7d3b0 not bound to the agent host hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:00:15.382480 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab0255-2e2c-4c2d-9965-ef97957d224e None None] Pushing event updated for resources: {'Port': ['ID=95828deb-a48f-45d4-824a-1af55a95a142,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:15.396218 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0aab0255-2e2c-4c2d-9965-ef97957d224e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:15.403310 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:15.506774 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=0013ba87-b880-44a6-94f4-10da6e6b050f,revision_number=6']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:15.513642 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:15.562894 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e0d740b0-d7b5-48c3-b93e-ddda13b5e91d req-32016ccc-1bbf-409e-ae1e-3a9bc169b449 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305f2680-e306-477f-8bdb-007b06f567cc HTTP/1.1" status: 200 len: 217 time: 0.3957362 Jan 20 01:00:15.606648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Routers {'1487c353-8516-44ee-a0fa-bdcc3e6315ba'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:00:15.609742 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:00:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:15.670656 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Network 7116fac5-173a-4c74-bc75-236a854e751a is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:00:15.677158 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:00:15.693401 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:00:15.733401 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d740b0-d7b5-48c3-b93e-ddda13b5e91d req-08e6d979-58f8-49db-bd56-ed0eda15534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:15.735593 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e0d740b0-d7b5-48c3-b93e-ddda13b5e91d req-08e6d979-58f8-49db-bd56-ed0eda15534b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5ea3b5ac-97a0-4479-907c-e5c9d1b17f81 HTTP/1.1" status: 200 len: 859 time: 0.1595581 Jan 20 01:00:15.834086 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e0d740b0-d7b5-48c3-b93e-ddda13b5e91d req-d5846b70-6ec1-4e19-b635-107865fc43ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99fd52c4-502e-4c83-91ea-f2e2ff32a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841188 Jan 20 01:00:15.838708 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for floatingip, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:16.011546 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] Set router 1487c353-8516-44ee-a0fa-bdcc3e6315ba gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:00:16.027322 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:16.151413 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1212e535-1393-47ac-ac5f-9c8b6c77b9ae req-e0bcc178-8cb7-4d05-b575-683c16f5f12d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7307203 Jan 20 01:00:16.200934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:16.451097 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T01:00:04Z', 'revision_number': 4, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '95828deb-a48f-45d4-824a-1af55a95a142', 'name': '', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'mac_address': 'fa:16:3e:9b:bc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:02Z', 'updated_at': '2021-01-20T01:00:14Z', 'revision_number': 4, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'subnets': [{'id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:16.458188 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289b3f3-b788-4d48-874a-dbaf8139ac78 None None] The sync data for ids ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'] in dv-cinder-667108-30-smb is: [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T01:00:04Z', 'revision_number': 4, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '95828deb-a48f-45d4-824a-1af55a95a142', 'name': '', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'mac_address': 'fa:16:3e:9b:bc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:02Z', 'updated_at': '2021-01-20T01:00:14Z', 'revision_number': 4, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'subnets': [{'id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:00:16.685151 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb475f-1907-4678-95a9-1e81fc2f7369 req-23f7a28b-05b3-43ad-b2a9-66d2eee8a920 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:16.687084 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-53bb475f-1907-4678-95a9-1e81fc2f7369 req-23f7a28b-05b3-43ad-b2a9-66d2eee8a920 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.3127446 Jan 20 01:00:16.704889 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e0d740b0-d7b5-48c3-b93e-ddda13b5e91d req-a73dabd8-0b00-4f6c-bdf4-b3d05677cf96 service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8532825 Jan 20 01:00:16.773063 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854169219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962208'] for router, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:16.803577 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-53bb475f-1907-4678-95a9-1e81fc2f7369 req-34c2e02b-d816-427a-8640-6fdc918d7aaf tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961561 Jan 20 01:00:16.919897 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e0d740b0-d7b5-48c3-b93e-ddda13b5e91d req-58a5cefe-bb9f-4bd5-8ef3-58575ae6b73c service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1943014 Jan 20 01:00:16.928761 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.resource_extend [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 20 01:00:16.947233 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:16.961907 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0687ec03-6c7d-444e-b669-437ff17be9b7 None None] Network 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 01:00:16.974594 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:17.081502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:17.106688 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-465c69dc-021a-4543-bc19-c4d59c600b50 None None] Provisioning for port b1fee52b-4c28-4e29-b74b-1d8667679079 completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:00:17.183452 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Pushing event updated for resources: {'Port': ['ID=8e7f99ab-91ed-481b-9c11-3e738027f427,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:17.186892 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:17.201785 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e135-488d-4ca8-8ab1-32f9e41d5ede req-f76cdb53-341e-419d-a00c-ec2b9a77263e tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:17.206176 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:17.210495 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-da82e135-488d-4ca8-8ab1-32f9e41d5ede req-f76cdb53-341e-419d-a00c-ec2b9a77263e tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.2123163 Jan 20 01:00:17.290558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:17.292000 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9554069 Jan 20 01:00:17.304249 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-da82e135-488d-4ca8-8ab1-32f9e41d5ede req-1ed2ae6c-5c9a-4aeb-aea2-fa0151bd34f2 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926554 Jan 20 01:00:17.305601 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Router d08d1c43-5255-4212-81d5-4bab031d8a8c is scheduled to L3 agent 48f3f500-c824-42c3-8771-385393b42a92 with binding_index 1 {{(pid=80161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 01:00:17.457808 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-d9f80936-a4f9-48ce-bd5b-a565f297e1e8 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Synchronizing usage tracker for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:floatingip {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:00:17.461104 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd4c2b2-8e65-4130-b6f3-8cf23d7ce360', 'name': 'network-vif-deleted', 'tag': 'd8f351e4-fba1-4fe4-b159-832f11d7d3b0', 'status': 'completed', 'code': 200} Jan 20 01:00:17.505412 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-d9f80936-a4f9-48ce-bd5b-a565f297e1e8 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Unset dirty status for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:floatingip {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:00:17.512866 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-d9f80936-a4f9-48ce-bd5b-a565f297e1e8 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.41 HTTP/1.1" status: 200 len: 695 time: 0.2124264 Jan 20 01:00:17.553442 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 0013ba87-b880-44a6-94f4-10da6e6b050f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:17.598478 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e43d303-28d2-497e-97a7-c1d718480709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0013ba87-b880-44a6-94f4-10da6e6b050f', 'code': 200} Jan 20 01:00:17.661450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 95828deb-a48f-45d4-824a-1af55a95a142 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:17.743532 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:00:17.759010 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Sync routers for ids ['d08d1c43-5255-4212-81d5-4bab031d8a8c'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:00:17.777567 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Routers {'d08d1c43-5255-4212-81d5-4bab031d8a8c'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:00:17.778261 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:00:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d08d1c43-5255-4212-81d5-4bab031d8a8c'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:17.835143 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] Notify callbacks [] for router, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:17.836449 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-24423ec0-e20b-4095-8778-14d3ae6debfb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.7525351 Jan 20 01:00:17.839582 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 33646) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:17.856695 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 0013ba87-b880-44a6-94f4-10da6e6b050f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:17.857138 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:17.967325 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 95828deb-a48f-45d4-824a-1af55a95a142 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:00:17.985109 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-3de5718e-7665-4a2e-8c5c-fe1ded440cbe tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:17.989818 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-3de5718e-7665-4a2e-8c5c-fe1ded440cbe tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/networks/7116fac5-173a-4c74-bc75-236a854e751a HTTP/1.1" status: 200 len: 784 time: 0.4759567 Jan 20 01:00:18.008743 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-b641ca0f-d9d3-4d90-857f-a9d7fd84ee2e tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 01:00:18.010138 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-097db1fd-66b7-43e1-9d35-98a942c2c2ac req-b641ca0f-d9d3-4d90-857f-a9d7fd84ee2e tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0070066 Jan 20 01:00:18.052206 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 95828deb-a48f-45d4-824a-1af55a95a142 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:18.053119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:18.305936 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Set router d08d1c43-5255-4212-81d5-4bab031d8a8c gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:00:18.321708 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f3baf-13aa-45e4-b1e7-86da5581c1e4 req-761c11c1-2509-4d4d-acf6-a6fa750de911 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:18.323490 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-650f3baf-13aa-45e4-b1e7-86da5581c1e4 req-761c11c1-2509-4d4d-acf6-a6fa750de911 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.3461142 Jan 20 01:00:18.509245 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:18.523728 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a142b1-ad3e-42c2-8781-63354cbf6a3c req-3c948c0e-f045-4e82-bbdc-1af6455df956 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:18.525773 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-57a142b1-ad3e-42c2-8781-63354cbf6a3c req-3c948c0e-f045-4e82-bbdc-1af6455df956 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.2476673 Jan 20 01:00:18.591465 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port 95828deb-a48f-45d4-824a-1af55a95a142, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=95828deb-a48f-45d4-824a-1af55a95a142,segment=NetworkSegment(cea0bc05-fe76-4f99-a6b9-138cb24dcc1c),segment_id=cea0bc05-fe76-4f99-a6b9-138cb24dcc1c)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:00:18.597473 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:18.604247 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device b1fee52b-4c28-4e29-b74b-1d8667679079 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:18.611874 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-57a142b1-ad3e-42c2-8781-63354cbf6a3c req-e6d67ec4-b9c6-49de-a7b4-7a12078d79cb tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696130 Jan 20 01:00:18.619447 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67fbc2-a27f-4dc3-ae06-436319e5bd14 req-b49b5056-4d22-430d-b9c5-cc932a5f54df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:18.621130 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5c67fbc2-a27f-4dc3-ae06-436319e5bd14 req-b49b5056-4d22-430d-b9c5-cc932a5f54df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 1163 time: 0.2133396 Jan 20 01:00:18.719194 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5c67fbc2-a27f-4dc3-ae06-436319e5bd14 req-d65002af-9db1-4c6b-9bda-14124880791c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902021 Jan 20 01:00:18.734227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6aa40296-edef-48fd-a1e1-3af92df224fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:18.824711 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=95828deb-a48f-45d4-824a-1af55a95a142,revision_number=5']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:18.828785 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:18.846904 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port b1fee52b-4c28-4e29-b74b-1d8667679079 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:00:18.852506 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port b1fee52b-4c28-4e29-b74b-1d8667679079 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:18.852967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:18.877291 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'name': 'tempest-TestShelveInstance-245001791-router', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:09Z', 'updated_at': '2021-01-20T01:00:15Z', 'revision_number': 3, 'project_id': '4b6078aaccc249589e263c41ab2d50be', 'gw_port': {'id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:12Z', 'updated_at': '2021-01-20T01:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:18.881961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-1ccdc815-5e21-4501-a17d-fc201f911eb9 None None] Provisioning complete for port b1fee52b-4c28-4e29-b74b-1d8667679079 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:18.882483 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc815-5e21-4501-a17d-fc201f911eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:18.887650 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Checking router: d08d1c43-5255-4212-81d5-4bab031d8a8c for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:00:18.888709 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Updating router d08d1c43-5255-4212-81d5-4bab031d8a8c port 2c7261ff-2f46-42c3-b2ef-5559903e2e58 binding host dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 01:00:18.920791 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-650f3baf-13aa-45e4-b1e7-86da5581c1e4 req-14bcc50f-f6a6-4401-b5e0-8b6165db8671 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4775200 Jan 20 01:00:19.016563 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:19.070198 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-3b69fde3-3965-4818-aa66-8438c19e0619 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:19.079017 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-3b69fde3-3965-4818-aa66-8438c19e0619 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2111862 Jan 20 01:00:19.223961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:19.243731 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-9f7d9a0a-fa87-420e-8a85-4674b6244d94 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.41 HTTP/1.1" status: 200 len: 695 time: 0.1555383 Jan 20 01:00:19.256047 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-7e1924b5-c9ad-4e89-b600-3bcaf3f0c42c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Request body: {'floatingip': {'port_id': 'ed820815-f8e1-42fc-bd5a-8168078063b5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:19.260132 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc815-5e21-4501-a17d-fc201f911eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:19.306996 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port b1fee52b-4c28-4e29-b74b-1d8667679079, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=b1fee52b-4c28-4e29-b74b-1d8667679079,segment=NetworkSegment(9d3055b0-967f-46ef-abc8-5a379fff2695),segment_id=9d3055b0-967f-46ef-abc8-5a379fff2695)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:00:19.360033 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-7e1924b5-c9ad-4e89-b600-3bcaf3f0c42c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for floatingip, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:19.410599 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ec964-7aed-4357-bc74-a4f6c33a8644 req-62339364-41f6-48bf-ae8e-17f2aa3dabcd tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:19.412407 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5c7ec964-7aed-4357-bc74-a4f6c33a8644 req-62339364-41f6-48bf-ae8e-17f2aa3dabcd tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1826792 Jan 20 01:00:19.436303 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:19.452708 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:19.529679 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-1ccdc815-5e21-4501-a17d-fc201f911eb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80162) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 01:00:19.531409 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.api [None req-1ccdc815-5e21-4501-a17d-fc201f911eb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 01:00:19.542018 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5c7ec964-7aed-4357-bc74-a4f6c33a8644 req-418e8217-f627-4bce-baa3-7d769ef4d239 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919757 Jan 20 01:00:19.636018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=b1fee52b-4c28-4e29-b74b-1d8667679079,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:19.641152 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:19.644736 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 305f2680-e306-477f-8bdb-007b06f567cc up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:19.743556 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 95828deb-a48f-45d4-824a-1af55a95a142 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:19.808838 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:20.096606 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Notify callbacks [] for port, precommit_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:20.140448 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Transition to ACTIVE for port object 2c7261ff-2f46-42c3-b2ef-5559903e2e58 will not be triggered until provisioned by entity L2. {{(pid=80163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:00:20.150803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 305f2680-e306-477f-8bdb-007b06f567cc triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:20.151234 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:20.153641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:20.201926 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:20.233826 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 95828deb-a48f-45d4-824a-1af55a95a142 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:20.234252 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:20.392667 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Allocated IP 172.20.0.1 (123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4/f8bd46f6-4eea-4967-9262-334cf2404351/e25aa8a0-c25c-4695-9c33-f6c3c7298842) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:00:20.652762 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3c895-c517-4292-bb1e-927b9f5a9634 None None] Pushing event updated for resources: {'Port': ['ID=2c7261ff-2f46-42c3-b2ef-5559903e2e58,revision_number=2']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:20.662513 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-74f3c895-c517-4292-bb1e-927b9f5a9634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:20.736359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Attempting to bind port 2c7261ff-2f46-42c3-b2ef-5559903e2e58 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 01:00:20.736775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Attempting to bind port 2c7261ff-2f46-42c3-b2ef-5559903e2e58 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 01:00:20.737173 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Attempting to bind port 2c7261ff-2f46-42c3-b2ef-5559903e2e58 on network 7116fac5-173a-4c74-bc75-236a854e751a {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 01:00:20.738329 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:20.744117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 01:00:20.744623 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Checking segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:00:20.745145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:20.745658 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Bound using segment: {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 01:00:20.746262 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Bound port: 2c7261ff-2f46-42c3-b2ef-5559903e2e58, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55223f1b-f4da-4d04-a26c-93ee843b4be4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 01:00:20.746825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:20.764781 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Transition to ACTIVE for port object e25aa8a0-c25c-4695-9c33-f6c3c7298842 will not be triggered until provisioned by entity DHCP. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:00:20.791993 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667fb90-a33d-48c0-808e-fe188cbdf460 req-692452aa-428f-43f0-9200-df0fbff16786 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:20.793958 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d667fb90-a33d-48c0-808e-fe188cbdf460 req-692452aa-428f-43f0-9200-df0fbff16786 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.3086665 Jan 20 01:00:20.859864 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d667fb90-a33d-48c0-808e-fe188cbdf460 req-ce822fac-44b7-4082-b2e9-751b07d388d7 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573511 Jan 20 01:00:20.866154 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] For port 2c7261ff-2f46-42c3-b2ef-5559903e2e58, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 01:00:20.870492 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] For port 2c7261ff-2f46-42c3-b2ef-5559903e2e58, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=2c7261ff-2f46-42c3-b2ef-5559903e2e58,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 01:00:20.877383 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:20.898953 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:20.900991 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:20.938408 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc152fd7-25de-44dc-a16b-b758392e531e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:21.021400 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-7e1924b5-c9ad-4e89-b600-3bcaf3f0c42c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:21.030145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-7e1924b5-c9ad-4e89-b600-3bcaf3f0c42c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:21.191702 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3c895-c517-4292-bb1e-927b9f5a9634 None None] Pushing event updated for resources: {'Port': ['ID=2c7261ff-2f46-42c3-b2ef-5559903e2e58,revision_number=3']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:21.196774 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-74f3c895-c517-4292-bb1e-927b9f5a9634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:21.325112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Routers {'d08d1c43-5255-4212-81d5-4bab031d8a8c'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:00:21.325835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:00:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d08d1c43-5255-4212-81d5-4bab031d8a8c'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:21.327856 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e25aa8a0-c25c-4695-9c33-f6c3c7298842,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:21.382859 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:21.539715 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_db [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-7e1924b5-c9ad-4e89-b600-3bcaf3f0c42c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Floating IP 2c90a91e-be3b-49a7-8cb4-7d8c8852d0b1 associated. External IP: 172.28.0.41, port: ed820815-f8e1-42fc-bd5a-8168078063b5. Jan 20 01:00:21.596109 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 580093d6-f404-4886-8106-c473d787cb80 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:21.618885 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a5913-67ec-4452-a13e-f8566de08558 req-f3353a9e-835b-4840-8122-7f665c82775b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:21.628128 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ee4a5913-67ec-4452-a13e-f8566de08558 req-f3353a9e-835b-4840-8122-7f665c82775b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.4184320 Jan 20 01:00:21.658968 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Network 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:00:21.663661 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:00:21.667720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device b1fee52b-4c28-4e29-b74b-1d8667679079 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:21.670681 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:00:21.784315 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] Set router d08d1c43-5255-4212-81d5-4bab031d8a8c gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:00:21.822124 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ee4a5913-67ec-4452-a13e-f8566de08558 req-26e3d903-f24a-454a-8631-4865a1fa36f5 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857762 Jan 20 01:00:21.874990 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611580'] for router_interface, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:22.025768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 580093d6-f404-4886-8106-c473d787cb80 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:22.026194 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:22.065954 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port b1fee52b-4c28-4e29-b74b-1d8667679079 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:22.066715 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:22.149624 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-83fe6761-81e5-4f39-8b34-5a135db110ee None None] Provisioning for port e25aa8a0-c25c-4695-9c33-f6c3c7298842 completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:00:22.161339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-83fe6761-81e5-4f39-8b34-5a135db110ee None None] Provisioning complete for port e25aa8a0-c25c-4695-9c33-f6c3c7298842 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:22.162070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83fe6761-81e5-4f39-8b34-5a135db110ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:22.268493 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-83fe6761-81e5-4f39-8b34-5a135db110ee None None] Port e25aa8a0-c25c-4695-9c33-f6c3c7298842 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 01:00:22.432826 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:22.492223 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b899d8-6943-4158-a34d-c805396baa95 req-e859e8b3-2a4d-4885-bedf-6083752f9753 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:22.493885 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e3b899d8-6943-4158-a34d-c805396baa95 req-e859e8b3-2a4d-4885-bedf-6083752f9753 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 945 time: 0.3071697 Jan 20 01:00:22.507294 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'name': 'tempest-TestShelveInstance-245001791-router', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:09Z', 'updated_at': '2021-01-20T01:00:15Z', 'revision_number': 3, 'project_id': '4b6078aaccc249589e263c41ab2d50be', 'gw_port': {'id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:12Z', 'updated_at': '2021-01-20T01:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:22.517596 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb6804-bbaf-4e04-ba97-a13fae724202 None None] The sync data for ids ['d08d1c43-5255-4212-81d5-4bab031d8a8c'] in dv-cinder-667108-30-smb is: [{'id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'name': 'tempest-TestShelveInstance-245001791-router', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:09Z', 'updated_at': '2021-01-20T01:00:15Z', 'revision_number': 3, 'project_id': '4b6078aaccc249589e263c41ab2d50be', 'gw_port': {'id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:12Z', 'updated_at': '2021-01-20T01:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:00:22.542269 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-7e1924b5-c9ad-4e89-b600-3bcaf3f0c42c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Router d998ab10-893b-4cc5-8a71-afe675ce327e has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:00:22.627540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e9ff1-31d1-4de7-801c-6d83c2565db2 req-55710fc7-dab9-4cf0-b7ba-60536a6249f9 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:22.628359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-983e9ff1-31d1-4de7-801c-6d83c2565db2 req-55710fc7-dab9-4cf0-b7ba-60536a6249f9 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Synchronizing usage tracker for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:00:22.689507 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-983e9ff1-31d1-4de7-801c-6d83c2565db2 req-55710fc7-dab9-4cf0-b7ba-60536a6249f9 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Unset dirty status for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:00:22.690871 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-983e9ff1-31d1-4de7-801c-6d83c2565db2 req-55710fc7-dab9-4cf0-b7ba-60536a6249f9 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 945 time: 0.4349959 Jan 20 01:00:22.729778 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-e3b899d8-6943-4158-a34d-c805396baa95 req-9c55eb87-78d4-49b7-ad17-01ff7e7548c5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Deleting port 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:00:22.730171 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e3b899d8-6943-4158-a34d-c805396baa95 req-9c55eb87-78d4-49b7-ad17-01ff7e7548c5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:22.824582 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-983e9ff1-31d1-4de7-801c-6d83c2565db2 req-7648185c-8cec-42f9-ba25-d11138953f3d tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243081 Jan 20 01:00:22.897079 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:22.899098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-7e1924b5-c9ad-4e89-b600-3bcaf3f0c42c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:00:22.909341 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9122579-a45c-47c3-975a-d3e2e9be182b None None] Sync routers for ids ['d998ab10-893b-4cc5-8a71-afe675ce327e'] in dv-cinder-667108-30-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:00:22.911403 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852615402'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:22.924445 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-7e1924b5-c9ad-4e89-b600-3bcaf3f0c42c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:22.932610 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9122579-a45c-47c3-975a-d3e2e9be182b None None] Routers {'d998ab10-893b-4cc5-8a71-afe675ce327e'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:00:22.933550 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c9122579-a45c-47c3-975a-d3e2e9be182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:00:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d998ab10-893b-4cc5-8a71-afe675ce327e'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:22.956701 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:23.110554 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-7e1924b5-c9ad-4e89-b600-3bcaf3f0c42c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "PUT /v2.0/floatingips/2c90a91e-be3b-49a7-8cb4-7d8c8852d0b1 HTTP/1.1" status: 200 len: 995 time: 3.8596163 Jan 20 01:00:23.114241 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a228a8-961b-411a-9078-e7c9cb55605f', 'tag': 'ed820815-f8e1-42fc-bd5a-8168078063b5'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:00:23.218783 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854164385'] for router_interface, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:23.240891 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-e3b899d8-6943-4158-a34d-c805396baa95 req-9c55eb87-78d4-49b7-ad17-01ff7e7548c5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] For port 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f,segment=NetworkSegment(4238131a-66a8-4cbf-9a82-dbf02630df4a),segment_id=4238131a-66a8-4cbf-9a82-dbf02630df4a)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:00:23.241701 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e3b899d8-6943-4158-a34d-c805396baa95 req-9c55eb87-78d4-49b7-ad17-01ff7e7548c5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:23.246486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e25aa8a0-c25c-4695-9c33-f6c3c7298842,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:23.264964 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:23.312233 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-c9122579-a45c-47c3-975a-d3e2e9be182b None None] Set router d998ab10-893b-4cc5-8a71-afe675ce327e gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:00:23.418022 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-e3b899d8-6943-4158-a34d-c805396baa95 req-9c55eb87-78d4-49b7-ad17-01ff7e7548c5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Calling delete_port for 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:00:23.508731 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-7bab1596-be33-4551-ac9b-95f426cc8499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:23.513968 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-7bab1596-be33-4551-ac9b-95f426cc8499 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d86c7bf59a9461da92d71a26eae8e39&device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 1162 time: 0.3789945 Jan 20 01:00:23.658518 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 580093d6-f404-4886-8106-c473d787cb80 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:23.709071 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-9013a3b3-a1f8-4395-9d02-42f2639bbe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:23.711053 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-9013a3b3-a1f8-4395-9d02-42f2639bbe73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=041996d2-e17d-4329-a56e-806cccfa8530 HTTP/1.1" status: 200 len: 907 time: 0.1899796 Jan 20 01:00:23.777346 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 2c7261ff-2f46-42c3-b2ef-5559903e2e58 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:23.844175 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-ef12713c-1330-4229-a0b8-75c31570902b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 200 len: 998 time: 0.1259747 Jan 20 01:00:23.882771 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e60f18-2e02-4964-abbe-0be68d6e59eb req-5a839013-654d-4986-a1ad-b72f07cb81bd tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:23.884476 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-89e60f18-2e02-4964-abbe-0be68d6e59eb req-5a839013-654d-4986-a1ad-b72f07cb81bd tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.8246384 Jan 20 01:00:23.913435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Network 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:00:23.916975 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:00:23.955048 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-a3c55bdb-30ef-44bf-9af8-85ca681b0dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:23.963804 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-a3c55bdb-30ef-44bf-9af8-85ca681b0dc7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6b4fae4-9e91-4272-a744-34539bd495ef HTTP/1.1" status: 200 len: 852 time: 0.1089826 Jan 20 01:00:23.976743 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port 2c7261ff-2f46-42c3-b2ef-5559903e2e58 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:00:23.995486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 2c7261ff-2f46-42c3-b2ef-5559903e2e58 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:23.996148 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:24.151148 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e3b899d8-6943-4158-a34d-c805396baa95 req-9c55eb87-78d4-49b7-ad17-01ff7e7548c5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:24.181883 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f4bac024-a540-4f87-aad9-282dfeacada0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:24.220375 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-89e60f18-2e02-4964-abbe-0be68d6e59eb req-5dd3efee-71ea-4631-b3a8-d932a460387d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3255038 Jan 20 01:00:24.255787 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:24.259709 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-525555e2-b92b-4955-bee4-7918b56870cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:24.261651 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-525555e2-b92b-4955-bee4-7918b56870cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=041996d2-e17d-4329-a56e-806cccfa8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2968976 Jan 20 01:00:24.287678 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port 2c7261ff-2f46-42c3-b2ef-5559903e2e58, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=2c7261ff-2f46-42c3-b2ef-5559903e2e58,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:00:24.317107 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55eb87-78d4-49b7-ad17-01ff7e7548c5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Pushing event deleted for resources: {'Port': ['ID=0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:24.324565 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9c55eb87-78d4-49b7-ad17-01ff7e7548c5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:24.328988 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Router d08d1c43-5255-4212-81d5-4bab031d8a8c has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:00:24.339976 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-f7115e7e-4abe-488a-853f-82949aec9670 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 01:00:24.340612 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-f7115e7e-4abe-488a-853f-82949aec9670 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0311878 Jan 20 01:00:24.369847 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 580093d6-f404-4886-8106-c473d787cb80 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:24.370288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:24.399321 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:24.412004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:24.546295 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=2c7261ff-2f46-42c3-b2ef-5559903e2e58,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:24.559321 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:24.594979 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-997cf835-683f-4e59-be7f-687e694e0156 None None] Provisioning complete for port e25aa8a0-c25c-4695-9c33-f6c3c7298842 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:24.595304 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-997cf835-683f-4e59-be7f-687e694e0156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:24.669980 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:00:24.692936 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] 10.222.0.44 "PUT /v2.0/routers/d08d1c43-5255-4212-81d5-4bab031d8a8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8502886 Jan 20 01:00:24.735355 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8b86-3ec8-4ca1-a8b6-e7b8df38521a req-ebce038c-ebb4-4079-b252-d8e60f1d50ad tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:24.737922 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-99da8b86-3ec8-4ca1-a8b6-e7b8df38521a req-ebce038c-ebb4-4079-b252-d8e60f1d50ad tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1645300 Jan 20 01:00:24.750712 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:00:24.811655 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-99da8b86-3ec8-4ca1-a8b6-e7b8df38521a req-c32eb7a1-ba9f-4d1c-83a4-9153481d758d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656579 Jan 20 01:00:24.848412 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-30c95df7-b068-430b-8002-50b9b3899903 service neutron] 10.222.0.44 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971881 Jan 20 01:00:24.911013 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a228a8-961b-411a-9078-e7c9cb55605f', 'tag': 'ed820815-f8e1-42fc-bd5a-8168078063b5', 'status': 'completed', 'code': 200} Jan 20 01:00:25.044151 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ffbca-d870-45bb-bac5-15466cb51b78 req-5705a787-020c-4597-9c7f-33340bc9ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:25.045836 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-081ffbca-d870-45bb-bac5-15466cb51b78 req-5705a787-020c-4597-9c7f-33340bc9ee5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d86c7bf59a9461da92d71a26eae8e39&device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 1162 time: 0.1023498 Jan 20 01:00:25.061165 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] No Port match for: 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:00:25.061861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f not bound to the agent host hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:00:25.067960 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b899d8-6943-4158-a34d-c805396baa95 req-9c55eb87-78d4-49b7-ad17-01ff7e7548c5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] No DVR routers for this DVR port 0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:00:25.069764 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-997cf835-683f-4e59-be7f-687e694e0156 None None] Port e25aa8a0-c25c-4695-9c33-f6c3c7298842 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 01:00:25.083787 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e3b899d8-6943-4158-a34d-c805396baa95 req-9c55eb87-78d4-49b7-ad17-01ff7e7548c5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:25.102184 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-20fe11b0-7187-4ba1-a8a0-4bce0ffe992a req-ebc09566-780a-4cff-bc7b-80a24de41894 service neutron] 10.222.0.44 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2529290 Jan 20 01:00:25.103997 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e3b899d8-6943-4158-a34d-c805396baa95 req-9c55eb87-78d4-49b7-ad17-01ff7e7548c5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "DELETE /v2.0/ports/0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f HTTP/1.1" status: 204 len: 173 time: 2.6001887 Jan 20 01:00:25.108305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c9122579-a45c-47c3-975a-d3e2e9be182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T00:58:48Z', 'revision_number': 4, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '2c90a91e-be3b-49a7-8cb4-7d8c8852d0b1', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'port_id': 'ed820815-f8e1-42fc-bd5a-8168078063b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'mac_address': 'fa:16:3e:b8:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a228a8-961b-411a-9078-e7c9cb55605f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:00:15Z', 'updated_at': '2021-01-20T01:00:20Z', 'revision_number': 1, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb0af7e-4539-4d8d-8787-78376528add4', 'name': '', 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'mac_address': 'fa:16:3e:3b:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:45Z', 'updated_at': '2021-01-20T00:58:57Z', 'revision_number': 5, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'subnets': [{'id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:25.113508 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9122579-a45c-47c3-975a-d3e2e9be182b None None] Checking router: d998ab10-893b-4cc5-8a71-afe675ce327e for host: dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:00:25.127247 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9122579-a45c-47c3-975a-d3e2e9be182b None None] Routers {'d998ab10-893b-4cc5-8a71-afe675ce327e'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:00:25.127972 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c9122579-a45c-47c3-975a-d3e2e9be182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:00:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d998ab10-893b-4cc5-8a71-afe675ce327e'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:25.299089 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ffbca-d870-45bb-bac5-15466cb51b78 req-e51e70d2-2443-47df-a48f-c2273bda0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:25.300795 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-081ffbca-d870-45bb-bac5-15466cb51b78 req-e51e70d2-2443-47df-a48f-c2273bda0664 service neutron] 10.222.0.48 "GET /v2.0/networks?id=041996d2-e17d-4329-a56e-806cccfa8530 HTTP/1.1" status: 200 len: 907 time: 0.2430584 Jan 20 01:00:25.326650 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-490d3939-755b-4673-9b16-b13144a2ebfc req-cad2b788-d5d3-4685-ae71-d633b87fc6e1 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Synchronizing usage tracker for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:00:25.330851 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad013fd9-b95f-4d12-ba46-42dcfc2ddbd6 req-48fc31d9-6119-4365-81e2-ebcb9e973167 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:25.332550 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ad013fd9-b95f-4d12-ba46-42dcfc2ddbd6 req-48fc31d9-6119-4365-81e2-ebcb9e973167 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.2401054 Jan 20 01:00:25.344895 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-490d3939-755b-4673-9b16-b13144a2ebfc req-cad2b788-d5d3-4685-ae71-d633b87fc6e1 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Unset dirty status for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:00:25.347592 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-490d3939-755b-4673-9b16-b13144a2ebfc req-cad2b788-d5d3-4685-ae71-d633b87fc6e1 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=bb2ae358-e2d2-4d32-a605-52c5b921f7ef HTTP/1.1" status: 200 len: 210 time: 0.0692229 Jan 20 01:00:25.357694 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-c9122579-a45c-47c3-975a-d3e2e9be182b None None] Set router d998ab10-893b-4cc5-8a71-afe675ce327e gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:00:25.484855 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ad013fd9-b95f-4d12-ba46-42dcfc2ddbd6 req-9c72749b-6c43-495e-bb9e-aaaa2ec92cd7 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878389 Jan 20 01:00:25.487419 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-081ffbca-d870-45bb-bac5-15466cb51b78 req-e30018e5-0b90-46ed-8ac5-d0e4f2cda596 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 200 len: 998 time: 0.1538835 Jan 20 01:00:25.512510 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:00:25.622540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ffbca-d870-45bb-bac5-15466cb51b78 req-6d8bab61-6d74-4b02-92b3-6cb570504162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:25.629956 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-081ffbca-d870-45bb-bac5-15466cb51b78 req-6d8bab61-6d74-4b02-92b3-6cb570504162 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6b4fae4-9e91-4272-a744-34539bd495ef HTTP/1.1" status: 200 len: 852 time: 0.1342249 Jan 20 01:00:25.640756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 2c7261ff-2f46-42c3-b2ef-5559903e2e58 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:25.705645 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-da4b4c2e-09f4-4b83-a513-14a3653fe81d req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-957546218', 'description': 'tempest-TestMinimumBasicScenario-957546218 description'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:25.724710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-da4b4c2e-09f4-4b83-a513-14a3653fe81d req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:25.745135 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-da4b4c2e-09f4-4b83-a513-14a3653fe81d req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:25.771103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-da4b4c2e-09f4-4b83-a513-14a3653fe81d req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:25.801745 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-da4b4c2e-09f4-4b83-a513-14a3653fe81d req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:25.810795 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-da4b4c2e-09f4-4b83-a513-14a3653fe81d req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Usage tracker for resource:security_group_rule and tenant:9d86c7bf59a9461da92d71a26eae8e39 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:25.815160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-da4b4c2e-09f4-4b83-a513-14a3653fe81d req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:25.829578 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-da4b4c2e-09f4-4b83-a513-14a3653fe81d req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:25.931872 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-da4b4c2e-09f4-4b83-a513-14a3653fe81d req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:25.935586 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-da4b4c2e-09f4-4b83-a513-14a3653fe81d req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:25.939022 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ffbca-d870-45bb-bac5-15466cb51b78 req-71c37bc8-bb03-4fe3-a647-08e9daf9f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:25.940719 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-081ffbca-d870-45bb-bac5-15466cb51b78 req-71c37bc8-bb03-4fe3-a647-08e9daf9f7da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=041996d2-e17d-4329-a56e-806cccfa8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3041916 Jan 20 01:00:25.943008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08a7b4aa-2eda-4dda-964d-da806750a3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:25.974931 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port 2c7261ff-2f46-42c3-b2ef-5559903e2e58 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:25.975279 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:26.024783 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Pushing event updated for resources: {'SecurityGroup': ['ID=803ff5e0-0854-42cd-bd3b-5ab60aa934b3,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:26.063724 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c9122579-a45c-47c3-975a-d3e2e9be182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T00:58:48Z', 'revision_number': 4, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '2c90a91e-be3b-49a7-8cb4-7d8c8852d0b1', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'port_id': 'ed820815-f8e1-42fc-bd5a-8168078063b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'mac_address': 'fa:16:3e:b8:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a228a8-961b-411a-9078-e7c9cb55605f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:00:15Z', 'updated_at': '2021-01-20T01:00:20Z', 'revision_number': 1, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb0af7e-4539-4d8d-8787-78376528add4', 'name': '', 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'mac_address': 'fa:16:3e:3b:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:45Z', 'updated_at': '2021-01-20T00:58:57Z', 'revision_number': 5, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'subnets': [{'id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:26.077389 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9122579-a45c-47c3-975a-d3e2e9be182b None None] The sync data for ids ['d998ab10-893b-4cc5-8a71-afe675ce327e'] in dv-cinder-667108-30-smb is: [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T00:58:48Z', 'revision_number': 4, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '2c90a91e-be3b-49a7-8cb4-7d8c8852d0b1', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'port_id': 'ed820815-f8e1-42fc-bd5a-8168078063b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'mac_address': 'fa:16:3e:b8:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a228a8-961b-411a-9078-e7c9cb55605f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:00:15Z', 'updated_at': '2021-01-20T01:00:20Z', 'revision_number': 1, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb0af7e-4539-4d8d-8787-78376528add4', 'name': '', 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'mac_address': 'fa:16:3e:3b:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:45Z', 'updated_at': '2021-01-20T00:58:57Z', 'revision_number': 5, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'subnets': [{'id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:00:26.114441 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:26.158397 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-da4b4c2e-09f4-4b83-a513-14a3653fe81d req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:26.159778 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-da4b4c2e-09f4-4b83-a513-14a3653fe81d req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4592676 Jan 20 01:00:26.186495 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5781ae-ee5d-473d-b915-1755a72c1e06 req-13d4e002-d320-4761-8d84-9215af0c8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:26.188159 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aa5781ae-ee5d-473d-b915-1755a72c1e06 req-13d4e002-d320-4761-8d84-9215af0c8d19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cf376d63c274cc78e14728d121ab5ac&device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 1163 time: 0.1605663 Jan 20 01:00:26.209327 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-081ffbca-d870-45bb-bac5-15466cb51b78 req-4c2b681a-bab9-4361-9b67-e5ce5c1995ed service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600384 Jan 20 01:00:26.352407 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5781ae-ee5d-473d-b915-1755a72c1e06 req-01093c03-1197-4974-9341-d5ecf6af93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:26.354228 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aa5781ae-ee5d-473d-b915-1755a72c1e06 req-01093c03-1197-4974-9341-d5ecf6af93a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ffe595a-3910-4a42-b05b-9d0f31c4a210 HTTP/1.1" status: 200 len: 904 time: 0.1569717 Jan 20 01:00:26.396970 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-081ffbca-d870-45bb-bac5-15466cb51b78 req-631c6cbb-6579-4398-ba52-0bb06f246874 service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1799605 Jan 20 01:00:26.424471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Sync routers for ids ['d08d1c43-5255-4212-81d5-4bab031d8a8c'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:00:26.436802 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Routers {'d08d1c43-5255-4212-81d5-4bab031d8a8c'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:00:26.437621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:00:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d08d1c43-5255-4212-81d5-4bab031d8a8c'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:26.552122 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aa5781ae-ee5d-473d-b915-1755a72c1e06 req-a10b11c0-c375-4c5e-906d-3fd842ca668b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=580093d6-f404-4886-8106-c473d787cb80 HTTP/1.1" status: 200 len: 1002 time: 0.1884336 Jan 20 01:00:26.606546 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34081039-527c-4d5d-9d72-46d69559eff2 None None] New status for floating IP 2c90a91e-be3b-49a7-8cb4-7d8c8852d0b1: ACTIVE {{(pid=80162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 01:00:26.652273 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5781ae-ee5d-473d-b915-1755a72c1e06 req-625f5f0c-d55f-4f6b-b54b-8b59507e0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:26.654129 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aa5781ae-ee5d-473d-b915-1755a72c1e06 req-625f5f0c-d55f-4f6b-b54b-8b59507e0911 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=075b1ae4-cad2-4638-9169-39eee3b083f2 HTTP/1.1" status: 200 len: 849 time: 0.0931962 Jan 20 01:00:26.720859 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:26.769703 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Set router d08d1c43-5255-4212-81d5-4bab031d8a8c gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:00:26.806917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5781ae-ee5d-473d-b915-1755a72c1e06 req-6a6c92b3-79bf-4323-ac4a-69f3f2a8f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:26.809382 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aa5781ae-ee5d-473d-b915-1755a72c1e06 req-6a6c92b3-79bf-4323-ac4a-69f3f2a8f806 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ffe595a-3910-4a42-b05b-9d0f31c4a210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1459444 Jan 20 01:00:27.028206 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2ae358-e2d2-4d32-a605-52c5b921f7ef', 'name': 'network-vif-deleted', 'tag': '0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:00:27.191314 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aa5781ae-ee5d-473d-b915-1755a72c1e06 req-5cf9453e-6678-40a9-a939-e6ac7c079da7 service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597786 Jan 20 01:00:27.317002 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'name': 'tempest-TestShelveInstance-245001791-router', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:09Z', 'updated_at': '2021-01-20T01:00:22Z', 'revision_number': 4, 'project_id': '4b6078aaccc249589e263c41ab2d50be', 'gw_port': {'id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:12Z', 'updated_at': '2021-01-20T01:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': 'e25aa8a0-c25c-4695-9c33-f6c3c7298842', 'name': '', 'network_id': '123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'mac_address': 'fa:16:3e:6a:b3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f8bd46f6-4eea-4967-9262-334cf2404351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:20Z', 'updated_at': '2021-01-20T01:00:22Z', 'revision_number': 2, 'project_id': '4b6078aaccc249589e263c41ab2d50be', 'subnets': [{'id': 'f8bd46f6-4eea-4967-9262-334cf2404351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:27.321620 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Checking router: d08d1c43-5255-4212-81d5-4bab031d8a8c for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:00:27.322022 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Updating router d08d1c43-5255-4212-81d5-4bab031d8a8c port e25aa8a0-c25c-4695-9c33-f6c3c7298842 binding host dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 01:00:27.389488 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:27.475004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cca66-d886-4d6b-97ea-83e73f956526 req-a644fe1b-c36b-4671-b919-73b24759a62a tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:27.478863 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ca6cca66-d886-4d6b-97ea-83e73f956526 req-a644fe1b-c36b-4671-b919-73b24759a62a tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.4392109 Jan 20 01:00:27.537241 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d79b4c6c-fc1d-4570-ba24-df7b5ca1d2ca req-b5b4d0ce-da2d-410e-b9ef-c7db432d34a4 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups/803ff5e0-0854-42cd-bd3b-5ab60aa934b3 HTTP/1.1" status: 200 len: 1812 time: 0.0988624 Jan 20 01:00:27.550368 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-d79b4c6c-fc1d-4570-ba24-df7b5ca1d2ca req-6a4d5d19-dee6-49a9-b6f7-5d545072490f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '803ff5e0-0854-42cd-bd3b-5ab60aa934b3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:27.550951 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-d79b4c6c-fc1d-4570-ba24-df7b5ca1d2ca req-6a4d5d19-dee6-49a9-b6f7-5d545072490f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '803ff5e0-0854-42cd-bd3b-5ab60aa934b3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:27.560956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-d79b4c6c-fc1d-4570-ba24-df7b5ca1d2ca req-6a4d5d19-dee6-49a9-b6f7-5d545072490f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:27.565713 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-d79b4c6c-fc1d-4570-ba24-df7b5ca1d2ca req-6a4d5d19-dee6-49a9-b6f7-5d545072490f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Usage tracker for resource:security_group_rule and tenant:9d86c7bf59a9461da92d71a26eae8e39 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:27.569006 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-d79b4c6c-fc1d-4570-ba24-df7b5ca1d2ca req-6a4d5d19-dee6-49a9-b6f7-5d545072490f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:27.575421 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-d79b4c6c-fc1d-4570-ba24-df7b5ca1d2ca req-6a4d5d19-dee6-49a9-b6f7-5d545072490f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:27.577698 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ca6cca66-d886-4d6b-97ea-83e73f956526 req-ef8cb0ec-b908-4e08-8a02-fa3e2dbec76c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815530 Jan 20 01:00:27.581506 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aa5781ae-ee5d-473d-b915-1755a72c1e06 req-e467a6a9-1564-4a99-9eb8-773d655c9306 service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3818901 Jan 20 01:00:27.656043 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d79b4c6c-fc1d-4570-ba24-df7b5ca1d2ca req-6a4d5d19-dee6-49a9-b6f7-5d545072490f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for security_group_rule, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:27.686023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d79b4c6c-fc1d-4570-ba24-df7b5ca1d2ca req-6a4d5d19-dee6-49a9-b6f7-5d545072490f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:27.690343 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d79b4c6c-fc1d-4570-ba24-df7b5ca1d2ca req-6a4d5d19-dee6-49a9-b6f7-5d545072490f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750798'] for security_group_rule, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:27.712896 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7f7ea2ae-f060-4cac-a9cb-ab42847ff51e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:27.723569 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d79b4c6c-fc1d-4570-ba24-df7b5ca1d2ca req-6a4d5d19-dee6-49a9-b6f7-5d545072490f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for security_group_rule, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:27.724913 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d79b4c6c-fc1d-4570-ba24-df7b5ca1d2ca req-6a4d5d19-dee6-49a9-b6f7-5d545072490f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1800790 Jan 20 01:00:27.730993 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d5d19-dee6-49a9-b6f7-5d545072490f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135dbf7c-c9a1-4396-a89f-051bf671fc1e,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:27.738002 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6a4d5d19-dee6-49a9-b6f7-5d545072490f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:27.761777 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2ae358-e2d2-4d32-a605-52c5b921f7ef', 'name': 'network-vif-deleted', 'tag': '0e2ea2c5-cf2d-4785-88f8-14dfb7cde33f', 'status': 'completed', 'code': 200} Jan 20 01:00:27.773027 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-84822510-bb92-444b-8ddc-7a7eac194fd9 req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1893918881', 'description': 'tempest-TestShelveInstance-1893918881 description'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:27.783851 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-84822510-bb92-444b-8ddc-7a7eac194fd9 req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:27.788451 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-84822510-bb92-444b-8ddc-7a7eac194fd9 req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Usage tracker for resource:security_group and tenant:a89e0dd8a648464fa0ce06377bb18327 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:27.792019 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-84822510-bb92-444b-8ddc-7a7eac194fd9 req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:27.799108 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-84822510-bb92-444b-8ddc-7a7eac194fd9 req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:27.809865 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-84822510-bb92-444b-8ddc-7a7eac194fd9 req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:27.836549 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-84822510-bb92-444b-8ddc-7a7eac194fd9 req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:27.842181 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-84822510-bb92-444b-8ddc-7a7eac194fd9 req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Usage tracker for resource:security_group_rule and tenant:a89e0dd8a648464fa0ce06377bb18327 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:27.847311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-84822510-bb92-444b-8ddc-7a7eac194fd9 req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:27.854989 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-84822510-bb92-444b-8ddc-7a7eac194fd9 req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:27.898186 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Notify callbacks [] for port, precommit_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:27.912485 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Transition to ACTIVE for port object e25aa8a0-c25c-4695-9c33-f6c3c7298842 will not be triggered until provisioned by entity L2. {{(pid=80163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:00:27.916727 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:27.933435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-74f3c895-c517-4292-bb1e-927b9f5a9634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:27.942476 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-84822510-bb92-444b-8ddc-7a7eac194fd9 req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:27.946893 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-84822510-bb92-444b-8ddc-7a7eac194fd9 req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:27.953728 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2bb0ce83-2c9b-4271-a805-c234ee6bdf26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:28.015148 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb9dd1b-4cbf-432d-af40-ff72da9223cf,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:28.027273 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:28.030160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-84822510-bb92-444b-8ddc-7a7eac194fd9 req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:28.045518 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-84822510-bb92-444b-8ddc-7a7eac194fd9 req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2769949 Jan 20 01:00:28.092561 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4fbfc-adaf-491c-9bcf-06a39c7ae968 None None] Pushing event updated for resources: {'Port': ['ID=e25aa8a0-c25c-4695-9c33-f6c3c7298842,revision_number=3']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:28.099337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d2d4fbfc-adaf-491c-9bcf-06a39c7ae968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:28.158274 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a11d44c0-c658-4355-84e0-bcde6fb0bd81 req-130bb081-bb8d-46b2-be30-902599fedb4f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups/803ff5e0-0854-42cd-bd3b-5ab60aa934b3 HTTP/1.1" status: 200 len: 2405 time: 0.0861034 Jan 20 01:00:28.178398 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-a11d44c0-c658-4355-84e0-bcde6fb0bd81 req-4b8bd48e-8363-4b67-86ef-347f2ac48be3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '803ff5e0-0854-42cd-bd3b-5ab60aa934b3', 'remote_group_id': None}]} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:28.179732 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-a11d44c0-c658-4355-84e0-bcde6fb0bd81 req-4b8bd48e-8363-4b67-86ef-347f2ac48be3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '803ff5e0-0854-42cd-bd3b-5ab60aa934b3', 'remote_group_id': None}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:28.209281 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-a11d44c0-c658-4355-84e0-bcde6fb0bd81 req-4b8bd48e-8363-4b67-86ef-347f2ac48be3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:28.216079 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-a11d44c0-c658-4355-84e0-bcde6fb0bd81 req-4b8bd48e-8363-4b67-86ef-347f2ac48be3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Usage tracker for resource:security_group_rule and tenant:9d86c7bf59a9461da92d71a26eae8e39 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:28.221201 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-a11d44c0-c658-4355-84e0-bcde6fb0bd81 req-4b8bd48e-8363-4b67-86ef-347f2ac48be3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:28.229803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-a11d44c0-c658-4355-84e0-bcde6fb0bd81 req-4b8bd48e-8363-4b67-86ef-347f2ac48be3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:28.289978 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcea63d-77fd-4de8-9c1d-cc87c7e6b4af req-b09463ae-2a62-4596-88b2-eee62babf393 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:28.291771 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dfcea63d-77fd-4de8-9c1d-cc87c7e6b4af req-b09463ae-2a62-4596-88b2-eee62babf393 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 945 time: 0.1432531 Jan 20 01:00:28.336265 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Attempting to bind port e25aa8a0-c25c-4695-9c33-f6c3c7298842 on host dv-cinder-667108-30-smb for vnic_type normal with profile {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 01:00:28.336688 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Attempting to bind port e25aa8a0-c25c-4695-9c33-f6c3c7298842 by drivers openvswitch on host dv-cinder-667108-30-smb at level 0 using segments [{'id': '9d3055b0-967f-46ef-abc8-5a379fff2695', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4'}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 01:00:28.337101 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Attempting to bind port e25aa8a0-c25c-4695-9c33-f6c3c7298842 on network 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 01:00:28.344251 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Checking agent: {'id': 'ae116be5-89d0-4967-adbd-4050e42b5589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-30-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 47, 43), 'started_at': datetime.datetime(2021, 1, 20, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-30-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 01:00:28.344682 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Checking segment: {'id': '9d3055b0-967f-46ef-abc8-5a379fff2695', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:00:28.345059 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:28.345503 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Bound using segment: {'id': '9d3055b0-967f-46ef-abc8-5a379fff2695', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4'} {{(pid=80163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 01:00:28.346034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Bound port: e25aa8a0-c25c-4695-9c33-f6c3c7298842, host: dv-cinder-667108-30-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3055b0-967f-46ef-abc8-5a379fff2695', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4'}}] {{(pid=80163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 01:00:28.346637 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:28.354128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a11d44c0-c658-4355-84e0-bcde6fb0bd81 req-4b8bd48e-8363-4b67-86ef-347f2ac48be3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for security_group_rule, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:28.393291 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a11d44c0-c658-4355-84e0-bcde6fb0bd81 req-4b8bd48e-8363-4b67-86ef-347f2ac48be3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:28.400267 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a11d44c0-c658-4355-84e0-bcde6fb0bd81 req-4b8bd48e-8363-4b67-86ef-347f2ac48be3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750798'] for security_group_rule, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:28.403368 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3cd819a1-8fe5-4616-b36c-1f89d229248d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:28.417605 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dfcea63d-77fd-4de8-9c1d-cc87c7e6b4af req-cca65f43-755b-4f12-8176-7359db4ee85b tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178343 Jan 20 01:00:28.440333 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bd48e-8363-4b67-86ef-347f2ac48be3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115c9e95-23de-4e4a-b227-6d39d50481a5,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:28.480119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] For port e25aa8a0-c25c-4695-9c33-f6c3c7298842, host dv-cinder-667108-30-smb, cleared binding levels {{(pid=80163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 01:00:28.483880 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] For port e25aa8a0-c25c-4695-9c33-f6c3c7298842, host dv-cinder-667108-30-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=e25aa8a0-c25c-4695-9c33-f6c3c7298842,segment=NetworkSegment(9d3055b0-967f-46ef-abc8-5a379fff2695),segment_id=9d3055b0-967f-46ef-abc8-5a379fff2695)] {{(pid=80163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 01:00:28.493148 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80163) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:28.496570 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4b8bd48e-8363-4b67-86ef-347f2ac48be3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:28.526837 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d2d4fbfc-adaf-491c-9bcf-06a39c7ae968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:28.532466 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a11d44c0-c658-4355-84e0-bcde6fb0bd81 req-4b8bd48e-8363-4b67-86ef-347f2ac48be3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for security_group_rule, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:28.541247 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a11d44c0-c658-4355-84e0-bcde6fb0bd81 req-4b8bd48e-8363-4b67-86ef-347f2ac48be3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3741512 Jan 20 01:00:28.618475 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1260cc3a-0723-4860-9ced-e026e4a4cd4c req-02825250-9c26-4cc0-8027-6d81210a7694 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups/9cb9dd1b-4cbf-432d-af40-ff72da9223cf HTTP/1.1" status: 200 len: 1802 time: 0.1258442 Jan 20 01:00:28.623942 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-1260cc3a-0723-4860-9ced-e026e4a4cd4c req-d6a3dc67-be90-4d75-b9ea-50abe0afa7ba tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9cb9dd1b-4cbf-432d-af40-ff72da9223cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:28.624298 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-1260cc3a-0723-4860-9ced-e026e4a4cd4c req-d6a3dc67-be90-4d75-b9ea-50abe0afa7ba tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9cb9dd1b-4cbf-432d-af40-ff72da9223cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:28.635116 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-1260cc3a-0723-4860-9ced-e026e4a4cd4c req-d6a3dc67-be90-4d75-b9ea-50abe0afa7ba tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:28.639721 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-1260cc3a-0723-4860-9ced-e026e4a4cd4c req-d6a3dc67-be90-4d75-b9ea-50abe0afa7ba tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Usage tracker for resource:security_group_rule and tenant:a89e0dd8a648464fa0ce06377bb18327 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:28.642944 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-1260cc3a-0723-4860-9ced-e026e4a4cd4c req-d6a3dc67-be90-4d75-b9ea-50abe0afa7ba tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:28.649333 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-1260cc3a-0723-4860-9ced-e026e4a4cd4c req-d6a3dc67-be90-4d75-b9ea-50abe0afa7ba tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:28.713904 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1260cc3a-0723-4860-9ced-e026e4a4cd4c req-d6a3dc67-be90-4d75-b9ea-50abe0afa7ba tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for security_group_rule, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:28.740966 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-639eeec2-4b81-4a47-a763-b203056be8d0 req-4b56c8ba-f2b4-43df-8af0-e56f4fc995b1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Synchronizing usage tracker for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:00:28.747924 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4fbfc-adaf-491c-9bcf-06a39c7ae968 None None] Pushing event updated for resources: {'Port': ['ID=e25aa8a0-c25c-4695-9c33-f6c3c7298842,revision_number=4']} {{(pid=80163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:28.749790 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1260cc3a-0723-4860-9ced-e026e4a4cd4c req-d6a3dc67-be90-4d75-b9ea-50abe0afa7ba tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:28.761560 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1260cc3a-0723-4860-9ced-e026e4a4cd4c req-d6a3dc67-be90-4d75-b9ea-50abe0afa7ba tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750798'] for security_group_rule, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:28.761787 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d2d4fbfc-adaf-491c-9bcf-06a39c7ae968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80163) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:28.763305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-105c123f-a8a8-4ceb-b82c-5202171d7d02 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:28.778727 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-639eeec2-4b81-4a47-a763-b203056be8d0 req-4b56c8ba-f2b4-43df-8af0-e56f4fc995b1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Unset dirty status for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:00:28.780649 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-639eeec2-4b81-4a47-a763-b203056be8d0 req-4b56c8ba-f2b4-43df-8af0-e56f4fc995b1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-957546218&fields=id&tenant_id=9d86c7bf59a9461da92d71a26eae8e39 HTTP/1.1" status: 200 len: 267 time: 0.1180401 Jan 20 01:00:28.799144 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Routers {'d08d1c43-5255-4212-81d5-4bab031d8a8c'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:00:28.799831 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:00:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d08d1c43-5255-4212-81d5-4bab031d8a8c'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:28.805150 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3dc67-be90-4d75-b9ea-50abe0afa7ba tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a55a7e3-1e2b-4472-970a-f66e935fb0a1,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:28.810448 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d6a3dc67-be90-4d75-b9ea-50abe0afa7ba tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:28.815814 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1260cc3a-0723-4860-9ced-e026e4a4cd4c req-d6a3dc67-be90-4d75-b9ea-50abe0afa7ba tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for security_group_rule, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:28.817157 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1260cc3a-0723-4860-9ced-e026e4a4cd4c req-d6a3dc67-be90-4d75-b9ea-50abe0afa7ba tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1976609 Jan 20 01:00:28.933908 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639eeec2-4b81-4a47-a763-b203056be8d0 req-592df086-617a-45d8-bda4-805bde79097b tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:28.943188 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-639eeec2-4b81-4a47-a763-b203056be8d0 req-592df086-617a-45d8-bda4-805bde79097b tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 945 time: 0.1558688 Jan 20 01:00:28.950191 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-639eeec2-4b81-4a47-a763-b203056be8d0 req-5936c404-ec6c-4f62-b23e-0dec783db83b tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Request body: {'port': {'security_groups': ['fc1e6a3c-f336-4106-84ce-ed46cc5046c4', '803ff5e0-0854-42cd-bd3b-5ab60aa934b3']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:29.062858 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] Set router d08d1c43-5255-4212-81d5-4bab031d8a8c gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:00:29.087526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902d8e0-4e56-4bdf-9132-083d512f1f8d req-20078e75-a7f8-4519-ac3b-312412fda988 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:29.089250 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d902d8e0-4e56-4bdf-9132-083d512f1f8d req-20078e75-a7f8-4519-ac3b-312412fda988 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1350000 Jan 20 01:00:29.101475 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-639eeec2-4b81-4a47-a763-b203056be8d0 req-5936c404-ec6c-4f62-b23e-0dec783db83b tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:29.148565 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d902d8e0-4e56-4bdf-9132-083d512f1f8d req-693b46c7-5f50-42c5-8c2d-3f2ba33d90e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507791 Jan 20 01:00:29.256135 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-01285c6c-95e4-49a5-bd34-be161b6838f2 req-0188a695-53d8-4d87-994d-dbe973bee767 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups/9cb9dd1b-4cbf-432d-af40-ff72da9223cf HTTP/1.1" status: 200 len: 2395 time: 0.0636599 Jan 20 01:00:29.269799 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-01285c6c-95e4-49a5-bd34-be161b6838f2 req-e7bc7ccf-b855-438a-944b-a4648b751ea4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9cb9dd1b-4cbf-432d-af40-ff72da9223cf', 'remote_group_id': None}]} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:29.270136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-01285c6c-95e4-49a5-bd34-be161b6838f2 req-e7bc7ccf-b855-438a-944b-a4648b751ea4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9cb9dd1b-4cbf-432d-af40-ff72da9223cf', 'remote_group_id': None}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:29.283005 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-01285c6c-95e4-49a5-bd34-be161b6838f2 req-e7bc7ccf-b855-438a-944b-a4648b751ea4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:29.288976 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-01285c6c-95e4-49a5-bd34-be161b6838f2 req-e7bc7ccf-b855-438a-944b-a4648b751ea4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Usage tracker for resource:security_group_rule and tenant:a89e0dd8a648464fa0ce06377bb18327 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:29.293141 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-01285c6c-95e4-49a5-bd34-be161b6838f2 req-e7bc7ccf-b855-438a-944b-a4648b751ea4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:29.301146 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-01285c6c-95e4-49a5-bd34-be161b6838f2 req-e7bc7ccf-b855-438a-944b-a4648b751ea4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:29.376025 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-01285c6c-95e4-49a5-bd34-be161b6838f2 req-e7bc7ccf-b855-438a-944b-a4648b751ea4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for security_group_rule, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:29.408314 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-01285c6c-95e4-49a5-bd34-be161b6838f2 req-e7bc7ccf-b855-438a-944b-a4648b751ea4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:29.413029 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-01285c6c-95e4-49a5-bd34-be161b6838f2 req-e7bc7ccf-b855-438a-944b-a4648b751ea4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750798'] for security_group_rule, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:29.426977 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:29.462164 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc7ccf-b855-438a-944b-a4648b751ea4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371d0be9-d083-40c8-bba0-ab6ce66696cb,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:29.468054 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7bc7ccf-b855-438a-944b-a4648b751ea4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:29.486971 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-01285c6c-95e4-49a5-bd34-be161b6838f2 req-e7bc7ccf-b855-438a-944b-a4648b751ea4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for security_group_rule, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:29.490098 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-01285c6c-95e4-49a5-bd34-be161b6838f2 req-e7bc7ccf-b855-438a-944b-a4648b751ea4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2268553 Jan 20 01:00:29.637709 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-639eeec2-4b81-4a47-a763-b203056be8d0 req-5936c404-ec6c-4f62-b23e-0dec783db83b tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] For port ed820815-f8e1-42fc-bd5a-8168078063b5, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ed820815-f8e1-42fc-bd5a-8168078063b5,segment=NetworkSegment(0ed90a87-9452-4649-a8c0-bd6961d2e4fb),segment_id=0ed90a87-9452-4649-a8c0-bd6961d2e4fb)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:00:29.644876 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'name': 'tempest-TestShelveInstance-245001791-router', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:09Z', 'updated_at': '2021-01-20T01:00:22Z', 'revision_number': 4, 'project_id': '4b6078aaccc249589e263c41ab2d50be', 'gw_port': {'id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:12Z', 'updated_at': '2021-01-20T01:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': 'e25aa8a0-c25c-4695-9c33-f6c3c7298842', 'name': '', 'network_id': '123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'mac_address': 'fa:16:3e:6a:b3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f8bd46f6-4eea-4967-9262-334cf2404351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:20Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': '4b6078aaccc249589e263c41ab2d50be', 'subnets': [{'id': 'f8bd46f6-4eea-4967-9262-334cf2404351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:29.652142 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 580093d6-f404-4886-8106-c473d787cb80 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:29.652652 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220b1c6-e0ce-4375-af54-d68cf8bc3672 None None] The sync data for ids ['d08d1c43-5255-4212-81d5-4bab031d8a8c'] in dv-cinder-667108-30-smb is: [{'id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'name': 'tempest-TestShelveInstance-245001791-router', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:09Z', 'updated_at': '2021-01-20T01:00:22Z', 'revision_number': 4, 'project_id': '4b6078aaccc249589e263c41ab2d50be', 'gw_port': {'id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:12Z', 'updated_at': '2021-01-20T01:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': 'e25aa8a0-c25c-4695-9c33-f6c3c7298842', 'name': '', 'network_id': '123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'mac_address': 'fa:16:3e:6a:b3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f8bd46f6-4eea-4967-9262-334cf2404351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:20Z', 'updated_at': '2021-01-20T01:00:28Z', 'revision_number': 4, 'project_id': '4b6078aaccc249589e263c41ab2d50be', 'subnets': [{'id': 'f8bd46f6-4eea-4967-9262-334cf2404351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:00:29.697867 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-639eeec2-4b81-4a47-a763-b203056be8d0 req-5936c404-ec6c-4f62-b23e-0dec783db83b tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:29.735867 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-639eeec2-4b81-4a47-a763-b203056be8d0 req-5936c404-ec6c-4f62-b23e-0dec783db83b tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:29.760718 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9dc5f714-ec0f-49f0-97b9-048cc59d2c96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:29.808888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 580093d6-f404-4886-8106-c473d787cb80 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:29.809649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:30.030145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936c404-ec6c-4f62-b23e-0dec783db83b tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Pushing event updated for resources: {'Port': ['ID=ed820815-f8e1-42fc-bd5a-8168078063b5,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:30.042288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5936c404-ec6c-4f62-b23e-0dec783db83b tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:30.148974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea74b-9681-4b28-b4b8-e54abf499930 req-e57e3906-88e1-46b6-8ab0-45112e0b3e98 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:30.150714 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-917ea74b-9681-4b28-b4b8-e54abf499930 req-e57e3906-88e1-46b6-8ab0-45112e0b3e98 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 945 time: 0.3197758 Jan 20 01:00:30.175104 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639eeec2-4b81-4a47-a763-b203056be8d0 req-5936c404-ec6c-4f62-b23e-0dec783db83b tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:30.175763 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-639eeec2-4b81-4a47-a763-b203056be8d0 req-5936c404-ec6c-4f62-b23e-0dec783db83b tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:30.192424 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-639eeec2-4b81-4a47-a763-b203056be8d0 req-5936c404-ec6c-4f62-b23e-0dec783db83b tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "PUT /v2.0/ports/ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 200 len: 981 time: 1.2479234 Jan 20 01:00:30.194846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a228a8-961b-411a-9078-e7c9cb55605f', 'tag': 'ed820815-f8e1-42fc-bd5a-8168078063b5'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:00:30.371825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-917ea74b-9681-4b28-b4b8-e54abf499930 req-7b28e6d9-28f1-47ab-bcd4-9d97c9077bae tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Deleting port 14e3e2f1-e390-4087-b672-8979534bea1b {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:00:30.372213 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-917ea74b-9681-4b28-b4b8-e54abf499930 req-7b28e6d9-28f1-47ab-bcd4-9d97c9077bae tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:30.473532 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d2ee7-0648-46b2-9b4b-f34e81bbfeef req-de96b0fd-c0e4-4321-9bf6-68674da3e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:30.475830 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e20d2ee7-0648-46b2-9b4b-f34e81bbfeef req-de96b0fd-c0e4-4321-9bf6-68674da3e573 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67e31641c6c3491d928ab40dd60e9f29&device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 1162 time: 0.1671913 Jan 20 01:00:30.520976 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-4121d634-8eb6-4e46-a14a-14e6a90e098c None None] Provisioning complete for port ed820815-f8e1-42fc-bd5a-8168078063b5 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:30.521405 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4121d634-8eb6-4e46-a14a-14e6a90e098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:30.971069 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b56d29-9e1c-4655-a2aa-7065ed752624 req-9fb49a0e-5f8c-462a-8e69-39726652d3f2 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:30.971069 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-63b56d29-9e1c-4655-a2aa-7065ed752624 req-9fb49a0e-5f8c-462a-8e69-39726652d3f2 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.4316592 Jan 20 01:00:30.972382 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d2ee7-0648-46b2-9b4b-f34e81bbfeef req-a9e3d8d5-1053-4767-b9fb-352c0475b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:30.973948 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e20d2ee7-0648-46b2-9b4b-f34e81bbfeef req-a9e3d8d5-1053-4767-b9fb-352c0475b657 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99fd52c4-502e-4c83-91ea-f2e2ff32a861 HTTP/1.1" status: 200 len: 913 time: 0.4911933 Jan 20 01:00:31.083122 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e20d2ee7-0648-46b2-9b4b-f34e81bbfeef req-77025b18-243f-4a96-aa03-57da68099a10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305f2680-e306-477f-8bdb-007b06f567cc HTTP/1.1" status: 200 len: 217 time: 0.0874228 Jan 20 01:00:31.168636 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d2ee7-0648-46b2-9b4b-f34e81bbfeef req-b9a5033f-102b-428a-96cb-04c2e9465f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:31.170228 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e20d2ee7-0648-46b2-9b4b-f34e81bbfeef req-b9a5033f-102b-428a-96cb-04c2e9465f10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5ea3b5ac-97a0-4479-907c-e5c9d1b17f81 HTTP/1.1" status: 200 len: 859 time: 0.0712214 Jan 20 01:00:31.178111 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed65dad-0af5-4e25-aac4-21a157cbce49 req-b22afe9c-4352-4720-942a-06315923acd1 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:31.180085 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ed65dad-0af5-4e25-aac4-21a157cbce49 req-b22afe9c-4352-4720-942a-06315923acd1 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 945 time: 0.7517016 Jan 20 01:00:31.187100 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-63b56d29-9e1c-4655-a2aa-7065ed752624 req-277e7333-1700-4c70-a9c5-a0f045f85bca tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2083695 Jan 20 01:00:31.189840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-917ea74b-9681-4b28-b4b8-e54abf499930 req-7b28e6d9-28f1-47ab-bcd4-9d97c9077bae tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] For port 14e3e2f1-e390-4087-b672-8979534bea1b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=14e3e2f1-e390-4087-b672-8979534bea1b,segment=NetworkSegment(4238131a-66a8-4cbf-9a82-dbf02630df4a),segment_id=4238131a-66a8-4cbf-9a82-dbf02630df4a)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:00:31.190343 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-917ea74b-9681-4b28-b4b8-e54abf499930 req-7b28e6d9-28f1-47ab-bcd4-9d97c9077bae tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:31.279578 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e20d2ee7-0648-46b2-9b4b-f34e81bbfeef req-a3f3bdf1-6660-4495-b05d-f024a18deb34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99fd52c4-502e-4c83-91ea-f2e2ff32a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913627 Jan 20 01:00:31.358640 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a228a8-961b-411a-9078-e7c9cb55605f', 'tag': 'ed820815-f8e1-42fc-bd5a-8168078063b5', 'status': 'completed', 'code': 200} Jan 20 01:00:31.374967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-917ea74b-9681-4b28-b4b8-e54abf499930 req-7b28e6d9-28f1-47ab-bcd4-9d97c9077bae tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Calling delete_port for 14e3e2f1-e390-4087-b672-8979534bea1b owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:00:31.570521 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ed65dad-0af5-4e25-aac4-21a157cbce49 req-8f8502e3-3f3d-4d97-a78b-41b7b22592ba tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613255 Jan 20 01:00:31.663181 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device e25aa8a0-c25c-4695-9c33-f6c3c7298842 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:31.740843 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c444c-d6f9-40e6-a204-157fa8aebc9c req-edb56d8e-4224-475c-8390-9c6c127235b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:31.742440 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-404c444c-d6f9-40e6-a204-157fa8aebc9c req-edb56d8e-4224-475c-8390-9c6c127235b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d86c7bf59a9461da92d71a26eae8e39&device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 1202 time: 0.3829260 Jan 20 01:00:31.795110 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning for port e25aa8a0-c25c-4695-9c33-f6c3c7298842 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:00:31.796179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-917ea74b-9681-4b28-b4b8-e54abf499930 req-7b28e6d9-28f1-47ab-bcd4-9d97c9077bae tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:31.802675 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port e25aa8a0-c25c-4695-9c33-f6c3c7298842 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:31.803136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:31.836582 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:31.844981 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e20d2ee7-0648-46b2-9b4b-f34e81bbfeef req-7195993d-61ea-4ac8-9a0c-b20a084bd0de service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468662 Jan 20 01:00:31.901740 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00f0bb-9a11-4aad-af68-676d047a1c20 req-e65ed8a7-1a17-457f-ae69-b752d39e61d8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:31.910664 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2e00f0bb-9a11-4aad-af68-676d047a1c20 req-e65ed8a7-1a17-457f-ae69-b752d39e61d8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.4818079 Jan 20 01:00:31.944171 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device ed820815-f8e1-42fc-bd5a-8168078063b5 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:31.997417 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:32.014730 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28e6d9-28f1-47ab-bcd4-9d97c9077bae tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Pushing event deleted for resources: {'Port': ['ID=14e3e2f1-e390-4087-b672-8979534bea1b,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:32.017823 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7b28e6d9-28f1-47ab-bcd4-9d97c9077bae tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:32.057424 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] For port e25aa8a0-c25c-4695-9c33-f6c3c7298842, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=e25aa8a0-c25c-4695-9c33-f6c3c7298842,segment=NetworkSegment(9d3055b0-967f-46ef-abc8-5a379fff2695),segment_id=9d3055b0-967f-46ef-abc8-5a379fff2695)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:00:32.065451 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:32.068075 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08baae02-42e1-4d0e-a914-5abd7e24f062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:32.106232 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port ed820815-f8e1-42fc-bd5a-8168078063b5 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:32.106703 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:32.110124 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c444c-d6f9-40e6-a204-157fa8aebc9c req-72131af7-74a6-49d9-9646-ab1b19c6a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:32.112632 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-404c444c-d6f9-40e6-a204-157fa8aebc9c req-72131af7-74a6-49d9-9646-ab1b19c6a9ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=041996d2-e17d-4329-a56e-806cccfa8530 HTTP/1.1" status: 200 len: 907 time: 0.3626134 Jan 20 01:00:32.119768 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2e00f0bb-9a11-4aad-af68-676d047a1c20 req-d6d75789-0dee-4e13-bdbe-8115eb6d1df1 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071743 Jan 20 01:00:32.198037 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e20d2ee7-0648-46b2-9b4b-f34e81bbfeef req-91e203ed-245c-4d4b-92c1-4cd84a25881e service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3432524 Jan 20 01:00:32.224752 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Pushing event updated for resources: {'Port': ['ID=e25aa8a0-c25c-4695-9c33-f6c3c7298842,revision_number=5']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:32.228495 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:32.244221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-917ea74b-9681-4b28-b4b8-e54abf499930 req-7b28e6d9-28f1-47ab-bcd4-9d97c9077bae tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] No DVR routers for this DVR port 14e3e2f1-e390-4087-b672-8979534bea1b on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:00:32.253554 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-917ea74b-9681-4b28-b4b8-e54abf499930 req-7b28e6d9-28f1-47ab-bcd4-9d97c9077bae tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:32.272295 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-917ea74b-9681-4b28-b4b8-e54abf499930 req-7b28e6d9-28f1-47ab-bcd4-9d97c9077bae tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "DELETE /v2.0/ports/14e3e2f1-e390-4087-b672-8979534bea1b HTTP/1.1" status: 204 len: 173 time: 2.0713830 Jan 20 01:00:32.304719 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-404c444c-d6f9-40e6-a204-157fa8aebc9c req-9a547805-c48c-4116-a02f-a6bd03036aa8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 200 len: 1000 time: 0.1383064 Jan 20 01:00:32.309114 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 14e3e2f1-e390-4087-b672-8979534bea1b no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:00:32.349652 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] No Port match for: 14e3e2f1-e390-4087-b672-8979534bea1b {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:00:32.350056 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 14e3e2f1-e390-4087-b672-8979534bea1b not bound to the agent host hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:00:32.397878 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c444c-d6f9-40e6-a204-157fa8aebc9c req-09002031-6755-4e3f-b906-eb7e8bce8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:32.399477 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-404c444c-d6f9-40e6-a204-157fa8aebc9c req-09002031-6755-4e3f-b906-eb7e8bce8431 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6b4fae4-9e91-4272-a744-34539bd495ef HTTP/1.1" status: 200 len: 852 time: 0.0727739 Jan 20 01:00:32.496986 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c444c-d6f9-40e6-a204-157fa8aebc9c req-076904b6-3640-469c-9edd-9b53e13bea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:32.498652 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-404c444c-d6f9-40e6-a204-157fa8aebc9c req-076904b6-3640-469c-9edd-9b53e13bea36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=041996d2-e17d-4329-a56e-806cccfa8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0847189 Jan 20 01:00:32.650024 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-404c444c-d6f9-40e6-a204-157fa8aebc9c req-428997fa-d359-4db5-b46f-3ca839e9f2c4 service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423614 Jan 20 01:00:32.835863 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-895643ef-d0c5-478c-83df-01dddbd6082f req-13f70d1d-e8cd-4b8e-a039-54c313a7718e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Synchronizing usage tracker for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:00:32.864570 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-404c444c-d6f9-40e6-a204-157fa8aebc9c req-2fb27569-7c45-4084-a546-e95d9c182959 service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2066383 Jan 20 01:00:32.868779 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-895643ef-d0c5-478c-83df-01dddbd6082f req-13f70d1d-e8cd-4b8e-a039-54c313a7718e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Unset dirty status for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:00:32.870105 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-895643ef-d0c5-478c-83df-01dddbd6082f req-13f70d1d-e8cd-4b8e-a039-54c313a7718e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1 HTTP/1.1" status: 200 len: 210 time: 0.0910554 Jan 20 01:00:33.360882 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1', 'name': 'network-vif-deleted', 'tag': '14e3e2f1-e390-4087-b672-8979534bea1b'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:00:33.391926 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531b8c3-0bb0-4da3-b688-516863fc07e7 req-b3248dbc-1915-4735-a908-653774657163 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:33.393721 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f531b8c3-0bb0-4da3-b688-516863fc07e7 req-b3248dbc-1915-4735-a908-653774657163 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1128142 Jan 20 01:00:33.423747 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f39dadb-af2d-4f3c-bb23-8e2146c6d0f1', 'name': 'network-vif-deleted', 'tag': '14e3e2f1-e390-4087-b672-8979534bea1b', 'status': 'completed', 'code': 200} Jan 20 01:00:33.449846 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f531b8c3-0bb0-4da3-b688-516863fc07e7 req-a70bdada-753b-485e-806e-55218841db8f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480690 Jan 20 01:00:33.540989 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device e25aa8a0-c25c-4695-9c33-f6c3c7298842 up at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:33.618396 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Provisioning complete for port e25aa8a0-c25c-4695-9c33-f6c3c7298842 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:33.618878 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:34.702758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eff629-b110-4140-9d2d-3bafdb9c369a req-43259274-df0a-4944-9166-27c829678ca8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:34.704499 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b4eff629-b110-4140-9d2d-3bafdb9c369a req-43259274-df0a-4944-9166-27c829678ca8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1145830 Jan 20 01:00:34.764443 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b4eff629-b110-4140-9d2d-3bafdb9c369a req-5075416f-c668-46bd-b617-69d47557c729 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476060 Jan 20 01:00:35.706317 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456483c-d8f7-4b05-bc82-38c5c97ab128 req-75511947-7fb5-4821-89fa-db6a38e405b7 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:35.708063 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1456483c-d8f7-4b05-bc82-38c5c97ab128 req-75511947-7fb5-4821-89fa-db6a38e405b7 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 946 time: 0.1056697 Jan 20 01:00:35.763237 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1456483c-d8f7-4b05-bc82-38c5c97ab128 req-7eacc561-3e8d-4d7f-8cd0-1d26c3388d13 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481741 Jan 20 01:00:36.015709 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd32476-d319-49eb-a5fb-218ea07186f6 req-7fa0cd73-3f95-4f3e-b4db-a9085159e949 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:36.017482 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5fd32476-d319-49eb-a5fb-218ea07186f6 req-7fa0cd73-3f95-4f3e-b4db-a9085159e949 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1135271 Jan 20 01:00:36.073720 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5fd32476-d319-49eb-a5fb-218ea07186f6 req-706f1d4d-d6c8-4ea8-8c01-8367f92dfaba tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480325 Jan 20 01:00:37.055303 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a3f7b-14e5-4787-9e77-4123a137a379 req-c67640de-0d20-4d16-a3b4-9e98a6a37a0c tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:37.057012 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-001a3f7b-14e5-4787-9e77-4123a137a379 req-c67640de-0d20-4d16-a3b4-9e98a6a37a0c tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 946 time: 0.1528993 Jan 20 01:00:37.111165 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-001a3f7b-14e5-4787-9e77-4123a137a379 req-8e8a3c2e-21b1-4ca6-97cd-38ce51156e76 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476780 Jan 20 01:00:37.319455 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e163df-9390-4bd9-a770-2c8569307433 req-514977dd-56cd-4318-9596-492a769d8348 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:37.321120 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-18e163df-9390-4bd9-a770-2c8569307433 req-514977dd-56cd-4318-9596-492a769d8348 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1091423 Jan 20 01:00:37.374019 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-18e163df-9390-4bd9-a770-2c8569307433 req-69dc963c-a285-4a20-86b2-751ebf347001 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 Jan 20 01:00:37.739254 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device c52365a9-ad7e-4dfe-9b85-e85482901dc4 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:37.812020 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port c52365a9-ad7e-4dfe-9b85-e85482901dc4 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:37.812439 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:37.890060 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3e2a0-164c-4c8d-80ff-b51c55d17c6e req-83dbe6d1-a3b1-4fff-b7c3-d6c9b367f67f tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:37.892270 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0cc3e2a0-164c-4c8d-80ff-b51c55d17c6e req-83dbe6d1-a3b1-4fff-b7c3-d6c9b367f67f tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 946 time: 0.1069784 Jan 20 01:00:37.960270 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-55c724a7-f625-48b6-9c1f-9ce2b99a14d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:37.991794 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-0cc3e2a0-164c-4c8d-80ff-b51c55d17c6e req-7ad9ec79-4f3b-472a-818c-39c1b12c3f2a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Deleting port c52365a9-ad7e-4dfe-9b85-e85482901dc4 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:00:37.992177 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0cc3e2a0-164c-4c8d-80ff-b51c55d17c6e req-7ad9ec79-4f3b-472a-818c-39c1b12c3f2a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:38.265200 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-0cc3e2a0-164c-4c8d-80ff-b51c55d17c6e req-7ad9ec79-4f3b-472a-818c-39c1b12c3f2a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] For port c52365a9-ad7e-4dfe-9b85-e85482901dc4, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=c52365a9-ad7e-4dfe-9b85-e85482901dc4,segment=NetworkSegment(4238131a-66a8-4cbf-9a82-dbf02630df4a),segment_id=4238131a-66a8-4cbf-9a82-dbf02630df4a)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:00:38.265789 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0cc3e2a0-164c-4c8d-80ff-b51c55d17c6e req-7ad9ec79-4f3b-472a-818c-39c1b12c3f2a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:38.360064 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d1f2b-d126-4199-8f2b-121fb318c261 req-da01a928-6c57-43dc-928c-e1b0685ae18f tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:38.362304 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a34d1f2b-d126-4199-8f2b-121fb318c261 req-da01a928-6c57-43dc-928c-e1b0685ae18f tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 946 time: 0.1125157 Jan 20 01:00:38.405395 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-0cc3e2a0-164c-4c8d-80ff-b51c55d17c6e req-7ad9ec79-4f3b-472a-818c-39c1b12c3f2a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Calling delete_port for c52365a9-ad7e-4dfe-9b85-e85482901dc4 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:00:38.416926 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a34d1f2b-d126-4199-8f2b-121fb318c261 req-b23fa1c8-1ceb-4884-b5aa-74809524499c tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/security-groups?id=41babe59-b844-4d72-9209-2cd671952f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479000 Jan 20 01:00:38.629273 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0cc3e2a0-164c-4c8d-80ff-b51c55d17c6e req-7ad9ec79-4f3b-472a-818c-39c1b12c3f2a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:38.646109 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9c55eb87-78d4-49b7-ad17-01ff7e7548c5 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:38.703031 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9ec79-4f3b-472a-818c-39c1b12c3f2a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Pushing event deleted for resources: {'Port': ['ID=c52365a9-ad7e-4dfe-9b85-e85482901dc4,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:38.720593 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7ad9ec79-4f3b-472a-818c-39c1b12c3f2a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:38.797800 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa227db9-89ef-4f1c-9a83-47a887db0e67 req-d1597297-7ba5-470e-adae-03349bca48e1 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:38.799715 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aa227db9-89ef-4f1c-9a83-47a887db0e67 req-d1597297-7ba5-470e-adae-03349bca48e1 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.2703791 Jan 20 01:00:38.890241 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aa227db9-89ef-4f1c-9a83-47a887db0e67 req-a2a2ca5e-b4f0-4f17-b80a-95c1da93542b tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823448 Jan 20 01:00:38.939711 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc3e2a0-164c-4c8d-80ff-b51c55d17c6e req-7ad9ec79-4f3b-472a-818c-39c1b12c3f2a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] No DVR routers for this DVR port c52365a9-ad7e-4dfe-9b85-e85482901dc4 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:00:38.941960 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0cc3e2a0-164c-4c8d-80ff-b51c55d17c6e req-7ad9ec79-4f3b-472a-818c-39c1b12c3f2a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:38.945972 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fdf75f-ee16-44c4-9d0f-1756d81f18f7', 'name': 'network-vif-deleted', 'tag': 'c52365a9-ad7e-4dfe-9b85-e85482901dc4'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:00:38.961162 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0cc3e2a0-164c-4c8d-80ff-b51c55d17c6e req-7ad9ec79-4f3b-472a-818c-39c1b12c3f2a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.48 "DELETE /v2.0/ports/c52365a9-ad7e-4dfe-9b85-e85482901dc4 HTTP/1.1" status: 204 len: 173 time: 1.0573967 Jan 20 01:00:39.007050 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fdf75f-ee16-44c4-9d0f-1756d81f18f7', 'name': 'network-vif-deleted', 'tag': 'c52365a9-ad7e-4dfe-9b85-e85482901dc4', 'status': 'completed', 'code': 200} Jan 20 01:00:39.654065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device c52365a9-ad7e-4dfe-9b85-e85482901dc4 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:00:39.688985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] No Port match for: c52365a9-ad7e-4dfe-9b85-e85482901dc4 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:00:39.689325 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device c52365a9-ad7e-4dfe-9b85-e85482901dc4 not bound to the agent host hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:00:39.691235 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-8ddd198a-eaeb-4247-bc1a-98f40384cd82 req-8c31a4a6-689e-4c0c-b10c-dd9091e8204e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Synchronizing usage tracker for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:00:39.707167 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-8ddd198a-eaeb-4247-bc1a-98f40384cd82 req-8c31a4a6-689e-4c0c-b10c-dd9091e8204e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Unset dirty status for tenant:f453439bed4344cb9b5c85c9c48f2c1a on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:00:39.708513 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8ddd198a-eaeb-4247-bc1a-98f40384cd82 req-8c31a4a6-689e-4c0c-b10c-dd9091e8204e tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] 10.222.0.44 "GET /v2.0/ports?device_id=b9fdf75f-ee16-44c4-9d0f-1756d81f18f7 HTTP/1.1" status: 200 len: 210 time: 0.0772080 Jan 20 01:00:40.151155 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b0704-b985-4404-8188-12ca20223dd0 req-49386c88-c07f-48ff-b33e-63b19b6ebca8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:40.152871 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-809b0704-b985-4404-8188-12ca20223dd0 req-49386c88-c07f-48ff-b33e-63b19b6ebca8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1156261 Jan 20 01:00:40.244436 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-809b0704-b985-4404-8188-12ca20223dd0 req-81da3fe8-714a-4eb2-9270-2d2c7d42cff8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840425 Jan 20 01:00:40.822664 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 33904) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:40.894853 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f4aa49-9eab-4d9d-a87d-388c24316c02 admin admin] Deleting subnet faa0bdfa-927a-41d6-8fe4-03b7ed7658d0 {{(pid=80161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 01:00:40.898358 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-06f4aa49-9eab-4d9d-a87d-388c24316c02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:40.960171 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-06f4aa49-9eab-4d9d-a87d-388c24316c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850936710'] for subnet, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:41.016344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79426166-64e4-41ad-b7d4-be05c3073d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:41.022521 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-06f4aa49-9eab-4d9d-a87d-388c24316c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5022249'] for subnet, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:41.334394 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-06f4aa49-9eab-4d9d-a87d-388c24316c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849753567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852615333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2933401'] for subnet, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:41.352988 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-294bdea5-0e22-48f3-9df3-6df2a4d8956c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:41.445787 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4aa49-9eab-4d9d-a87d-388c24316c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa0bdfa-927a-41d6-8fe4-03b7ed7658d0,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:41.461617 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-06f4aa49-9eab-4d9d-a87d-388c24316c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:41.568094 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-06f4aa49-9eab-4d9d-a87d-388c24316c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:41.580341 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-06f4aa49-9eab-4d9d-a87d-388c24316c02 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/faa0bdfa-927a-41d6-8fe4-03b7ed7658d0 HTTP/1.1" status: 204 len: 168 time: 0.7564321 Jan 20 01:00:41.583285 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 33912) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:41.604672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba312b-6d36-4abd-973d-55b2ccaaf4dc req-f65206fe-bc51-4421-82c4-b1fcfa357778 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:41.606335 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fbba312b-6d36-4abd-973d-55b2ccaaf4dc req-f65206fe-bc51-4421-82c4-b1fcfa357778 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.2138681 Jan 20 01:00:41.665123 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fbba312b-6d36-4abd-973d-55b2ccaaf4dc req-4fc482f0-1bfc-4b0f-bf64-31daa6ada05b tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517240 Jan 20 01:00:41.707114 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036849830608'] for network, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:41.907856 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5005052', 'neutron.services.segments.db._delete_segments_for_network--9223363263819270516'] for network, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:42.032716 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 01:00:42.033112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 01:00:42.033932 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 01:00:42.034300 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Subscribe: > port after_create 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 01:00:42.034703 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 01:00:42.035075 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Subscribe: > port after_update 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 01:00:42.035417 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 01:00:42.035771 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 01:00:42.036131 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 01:00:42.036474 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 01:00:42.181076 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 01:00:42.181375 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 01:00:42.181776 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 01:00:42.182269 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 01:00:42.182894 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26933088-6e74-4102-ba74-6fb41e98bc12']}} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:42.198585 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4238131a-66a8-4cbf-9a82-dbf02630df4a') {'for_net_delete': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:42.198961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4238131a-66a8-4cbf-9a82-dbf02630df4a') {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:00:42.212557 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263819266420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846474'] for segment, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:42.235417 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:42.237571 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 01:00:42.548261 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:42.650048 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Network 26933088-6e74-4102-ba74-6fb41e98bc12 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:00:42.658579 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036849753491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852061726'] for segment, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:42.667707 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:42.894799 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Network 26933088-6e74-4102-ba74-6fb41e98bc12 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: (rel_b, rel_a, rel_b), Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: (rel_b, rel_a, rel_b), Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: Traceback (most recent call last): Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: timer() Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: cb(*args, **kw) Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: return func(*args, **kwargs) Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: self._notify() Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: self.callback(batched_events) Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: event.method(event) Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: segment_id)['aggregates'][0] Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, *a, **k) Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: return self._get(url).json() Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: **kwargs) Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: **endpoint_filter) Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 01:00:42.927155 dv-cinder-667108-30-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 01:00:43.026611 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5004811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853813635'] for network, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:43.035523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:43.059619 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:43.062519 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Pushing event deleted for resources: {'Network': ['ID=26933088-6e74-4102-ba74-6fb41e98bc12,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:43.087861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223fb8a-ab5f-4e1e-9f03-8af90b8a4cf1 req-9fc04fb6-22b5-4d44-9f18-059c2585c1fc tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:43.089582 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1223fb8a-ab5f-4e1e-9f03-8af90b8a4cf1 req-9fc04fb6-22b5-4d44-9f18-059c2585c1fc tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.2521462 Jan 20 01:00:43.090854 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:43.116131 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-0ee8174a-237a-4e99-a50f-7ece75279407 admin admin] 10.222.0.44 "DELETE /v2.0/networks/26933088-6e74-4102-ba74-6fb41e98bc12 HTTP/1.1" status: 204 len: 168 time: 1.5314207 Jan 20 01:00:43.151272 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1223fb8a-ab5f-4e1e-9f03-8af90b8a4cf1 req-29474104-a718-4e16-9fbb-c6c979f46e19 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541232 Jan 20 01:00:43.343603 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 33926) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:43.396163 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-d9a4f020-57b2-497e-ad50-186752cafb85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f453439bed4344cb9b5c85c9c48f2c1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506246 Jan 20 01:00:43.398810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 33930) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:43.467442 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:43.472165 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6d47e2b1-dc96-44cd-a0af-66f723858c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:43.501052 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6d47e2b1-dc96-44cd-a0af-66f723858c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:43.553759 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6d47e2b1-dc96-44cd-a0af-66f723858c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:43.559128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-66da3dc9-e2de-434e-bcf8-0949df1af904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:43.573951 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47e2b1-dc96-44cd-a0af-66f723858c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41babe59-b844-4d72-9209-2cd671952f7c,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:43.578407 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6d47e2b1-dc96-44cd-a0af-66f723858c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:43.586352 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6d47e2b1-dc96-44cd-a0af-66f723858c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:43.590608 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-6d47e2b1-dc96-44cd-a0af-66f723858c77 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41babe59-b844-4d72-9209-2cd671952f7c HTTP/1.1" status: 204 len: 168 time: 0.1877708 Jan 20 01:00:43.948124 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277b68a-7656-4b3f-97f2-07ae56534b65 req-934971f5-7517-4106-a4af-a7871509d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:43.949690 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3277b68a-7656-4b3f-97f2-07ae56534b65 req-934971f5-7517-4106-a4af-a7871509d85a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d86c7bf59a9461da92d71a26eae8e39&device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 1202 time: 0.1484301 Jan 20 01:00:44.024113 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ea52d-d280-4da8-acb9-0bc5823261ed req-3b5c8370-4bd5-4848-9f79-f96427405edd tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:44.025799 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3c2ea52d-d280-4da8-acb9-0bc5823261ed req-3b5c8370-4bd5-4848-9f79-f96427405edd tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.1675463 Jan 20 01:00:44.159836 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3c2ea52d-d280-4da8-acb9-0bc5823261ed req-3b3160b1-9464-4cda-a15e-785d9dd953f8 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1260715 Jan 20 01:00:44.182690 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277b68a-7656-4b3f-97f2-07ae56534b65 req-5fdfc67b-eefd-44f3-99ae-7ef7f9abdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:44.184305 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3277b68a-7656-4b3f-97f2-07ae56534b65 req-5fdfc67b-eefd-44f3-99ae-7ef7f9abdc54 service neutron] 10.222.0.48 "GET /v2.0/networks?id=041996d2-e17d-4329-a56e-806cccfa8530 HTTP/1.1" status: 200 len: 907 time: 0.2250073 Jan 20 01:00:44.305240 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3277b68a-7656-4b3f-97f2-07ae56534b65 req-b3c8cc7d-e941-4f6b-ba2b-92ced4fd2f4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 200 len: 1000 time: 0.1133337 Jan 20 01:00:44.389525 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277b68a-7656-4b3f-97f2-07ae56534b65 req-546da3c6-414e-4dc8-9f3b-e2f135e78c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:44.391507 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3277b68a-7656-4b3f-97f2-07ae56534b65 req-546da3c6-414e-4dc8-9f3b-e2f135e78c32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6b4fae4-9e91-4272-a744-34539bd495ef HTTP/1.1" status: 200 len: 852 time: 0.0782509 Jan 20 01:00:44.409274 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3562dcb-de7d-42f0-995d-c2147c53cb00 req-7e327a09-4d6f-4c2a-b131-43eedf63a03d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:44.410997 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b3562dcb-de7d-42f0-995d-c2147c53cb00 req-7e327a09-4d6f-4c2a-b131-43eedf63a03d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1146352 Jan 20 01:00:44.468204 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b3562dcb-de7d-42f0-995d-c2147c53cb00 req-d37fd0cd-87ec-4bb6-b59d-e3be7ce42885 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503101 Jan 20 01:00:44.493809 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277b68a-7656-4b3f-97f2-07ae56534b65 req-75488211-9618-4138-8460-3e6f49fce2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:44.495478 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3277b68a-7656-4b3f-97f2-07ae56534b65 req-75488211-9618-4138-8460-3e6f49fce2ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=041996d2-e17d-4329-a56e-806cccfa8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0958610 Jan 20 01:00:44.652893 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3277b68a-7656-4b3f-97f2-07ae56534b65 req-0564b090-a94d-4338-9be7-84317dbd8178 service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471467 Jan 20 01:00:44.808638 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3277b68a-7656-4b3f-97f2-07ae56534b65 req-d8d9cb92-2c78-4765-b610-6d3cdf832828 service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444168 Jan 20 01:00:45.398550 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78814dc6-673a-400a-b198-e18ebd5cc42e req-2ed1704d-824f-4cf5-bf55-11ca57af03d5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:45.400275 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-78814dc6-673a-400a-b198-e18ebd5cc42e req-2ed1704d-824f-4cf5-bf55-11ca57af03d5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.1065481 Jan 20 01:00:45.482772 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-78814dc6-673a-400a-b198-e18ebd5cc42e req-5b88ebdb-8807-483d-b548-3eb0e0c180ca tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0658846 Jan 20 01:00:45.717891 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e4b6d-89ee-4670-90c9-e1a09eec63d6 req-c8cfd4bd-8b17-4154-9aec-3f5ae24ee776 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:45.719674 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8f9e4b6d-89ee-4670-90c9-e1a09eec63d6 req-c8cfd4bd-8b17-4154-9aec-3f5ae24ee776 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1023204 Jan 20 01:00:45.773126 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8f9e4b6d-89ee-4670-90c9-e1a09eec63d6 req-fbd13dba-c344-48a6-a3b6-c90de5633bae tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462182 Jan 20 01:00:46.054952 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 34010) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:46.285678 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3bed3da9-58be-4899-9020-973f636b56b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:46.302249 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3bed3da9-58be-4899-9020-973f636b56b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:46.306256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-3bed3da9-58be-4899-9020-973f636b56b6 admin admin] Usage tracker for resource:security_group_rule and tenant:88cdc9392416421ab3182c65c7ba2f10 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:46.309264 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-3bed3da9-58be-4899-9020-973f636b56b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:46.315898 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3bed3da9-58be-4899-9020-973f636b56b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:46.402844 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3bed3da9-58be-4899-9020-973f636b56b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:46.405578 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3bed3da9-58be-4899-9020-973f636b56b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:46.414220 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:46.457640 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-3bed3da9-58be-4899-9020-973f636b56b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88cdc9392416421ab3182c65c7ba2f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014981 Jan 20 01:00:46.458593 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed3da9-58be-4899-9020-973f636b56b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006e03e1-ea37-4870-9434-f9a0e94aa77b,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:46.460688 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34016) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:46.462112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3bed3da9-58be-4899-9020-973f636b56b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:46.544014 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-05b83a72-1a05-461a-9955-e756ed1db95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:46.575022 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-05b83a72-1a05-461a-9955-e756ed1db95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:46.628638 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-05b83a72-1a05-461a-9955-e756ed1db95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:46.634530 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-20e75369-7acc-4e2a-adcf-2367c5bafff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:46.646937 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b83a72-1a05-461a-9955-e756ed1db95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006e03e1-ea37-4870-9434-f9a0e94aa77b,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:46.651750 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-05b83a72-1a05-461a-9955-e756ed1db95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:46.655493 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-05b83a72-1a05-461a-9955-e756ed1db95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:46.666422 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-05b83a72-1a05-461a-9955-e756ed1db95d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/006e03e1-ea37-4870-9434-f9a0e94aa77b HTTP/1.1" status: 204 len: 168 time: 0.1981988 Jan 20 01:00:46.806760 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092966d-46e3-4e01-91ac-d646f515d06a req-19919a51-c051-4f26-a02c-e24a0897f371 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:46.808441 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1092966d-46e3-4e01-91ac-d646f515d06a req-19919a51-c051-4f26-a02c-e24a0897f371 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.1261001 Jan 20 01:00:46.869849 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1092966d-46e3-4e01-91ac-d646f515d06a req-b7993c99-96ad-4113-b2f3-617937bb3608 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0525136 Jan 20 01:00:47.019274 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d9c4f-d55f-46b9-9a3e-e71a5ece9bd8 req-b79122fc-25a6-4f9b-b8b7-aa81f217a3e4 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:47.020997 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e35d9c4f-d55f-46b9-9a3e-e71a5ece9bd8 req-b79122fc-25a6-4f9b-b8b7-aa81f217a3e4 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1096725 Jan 20 01:00:47.073101 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 34030) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:47.082923 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e35d9c4f-d55f-46b9-9a3e-e71a5ece9bd8 req-f7ad909b-e040-4490-8b02-89c9fcb56b50 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513015 Jan 20 01:00:47.093336 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15a0a6b9-8ee9-4a88-aac3-f58437f8d8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:47.110267 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-15a0a6b9-8ee9-4a88-aac3-f58437f8d8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:47.114973 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-15a0a6b9-8ee9-4a88-aac3-f58437f8d8df admin admin] Usage tracker for resource:security_group_rule and tenant:81579438e6ef4061895c50d137208ff2 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:47.118018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-15a0a6b9-8ee9-4a88-aac3-f58437f8d8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:47.124978 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-15a0a6b9-8ee9-4a88-aac3-f58437f8d8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:47.219420 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15a0a6b9-8ee9-4a88-aac3-f58437f8d8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:47.222355 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15a0a6b9-8ee9-4a88-aac3-f58437f8d8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:47.229941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6cbac2cf-d280-4eb9-b165-125f0d32c62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:47.274965 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-15a0a6b9-8ee9-4a88-aac3-f58437f8d8df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81579438e6ef4061895c50d137208ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005861 Jan 20 01:00:47.276654 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0a6b9-8ee9-4a88-aac3-f58437f8d8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71255bbb-a147-46d7-afa8-a9fa1d22a01d,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:47.277890 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34034) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:47.279939 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-15a0a6b9-8ee9-4a88-aac3-f58437f8d8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:47.348211 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f540dad9-5856-4450-b529-e38fa037ec7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:47.376172 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f540dad9-5856-4450-b529-e38fa037ec7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:47.420649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f540dad9-5856-4450-b529-e38fa037ec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:47.426377 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2874d554-5db4-407b-9d1c-23c21483e147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:47.439854 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540dad9-5856-4450-b529-e38fa037ec7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71255bbb-a147-46d7-afa8-a9fa1d22a01d,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:47.442743 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f540dad9-5856-4450-b529-e38fa037ec7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:47.444086 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f540dad9-5856-4450-b529-e38fa037ec7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:47.445625 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f540dad9-5856-4450-b529-e38fa037ec7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71255bbb-a147-46d7-afa8-a9fa1d22a01d HTTP/1.1" status: 204 len: 168 time: 0.1662431 Jan 20 01:00:48.016388 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-03fec225-2333-42a5-8c12-6b614a08f907 req-6e23eb69-eca3-497d-830b-047931cdd9d5 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Synchronizing usage tracker for tenant:a89e0dd8a648464fa0ce06377bb18327 on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:00:48.038315 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-03fec225-2333-42a5-8c12-6b614a08f907 req-6e23eb69-eca3-497d-830b-047931cdd9d5 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Unset dirty status for tenant:a89e0dd8a648464fa0ce06377bb18327 on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:00:48.042398 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-6e23eb69-eca3-497d-830b-047931cdd9d5 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1893918881&fields=id&tenant_id=a89e0dd8a648464fa0ce06377bb18327 HTTP/1.1" status: 200 len: 267 time: 0.1053700 Jan 20 01:00:48.189675 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeb384-a27d-406d-9260-640497101dd8 req-b805613c-1313-4770-b093-ac5d58d1b218 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:48.191375 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1eeeb384-a27d-406d-9260-640497101dd8 req-b805613c-1313-4770-b093-ac5d58d1b218 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.1663330 Jan 20 01:00:48.256769 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1eeeb384-a27d-406d-9260-640497101dd8 req-8bc07231-ce63-4b9c-9ee5-7c5729e4384a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0550404 Jan 20 01:00:48.261481 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fec225-2333-42a5-8c12-6b614a08f907 req-d38498f2-8564-4c1f-9d78-97a641e3fa42 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:48.262341 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-03fec225-2333-42a5-8c12-6b614a08f907 req-d38498f2-8564-4c1f-9d78-97a641e3fa42 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Synchronizing usage tracker for tenant:a89e0dd8a648464fa0ce06377bb18327 on resource:network {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:00:48.300698 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-03fec225-2333-42a5-8c12-6b614a08f907 req-d38498f2-8564-4c1f-9d78-97a641e3fa42 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Unset dirty status for tenant:a89e0dd8a648464fa0ce06377bb18327 on resource:network {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:00:48.314909 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-d38498f2-8564-4c1f-9d78-97a641e3fa42 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/networks?id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f HTTP/1.1" status: 200 len: 809 time: 0.2661512 Jan 20 01:00:48.326686 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-0c5b1281-a539-43ec-83db-9edbe5045c58 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/quotas/a89e0dd8a648464fa0ce06377bb18327 HTTP/1.1" status: 200 len: 375 time: 0.0106738 Jan 20 01:00:48.436834 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-ad0c920f-a511-4ebd-827c-4e15b1d35be1 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?tenant_id=a89e0dd8a648464fa0ce06377bb18327&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014760 Jan 20 01:00:48.542122 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027fd93-4e8b-47e0-bc4e-92831b7c9699 req-5569a797-1739-474c-b0b2-6568c9c2aa6b tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:48.543901 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a027fd93-4e8b-47e0-bc4e-92831b7c9699 req-5569a797-1739-474c-b0b2-6568c9c2aa6b tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1160104 Jan 20 01:00:48.603201 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a027fd93-4e8b-47e0-bc4e-92831b7c9699 req-f06fab63-e72d-4f66-9ff9-99150cf876d9 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521176 Jan 20 01:00:48.617953 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-d0933151-4aee-43b0-9e06-ba6a36faa6f7 service neutron] 10.222.0.44 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586914 Jan 20 01:00:48.773181 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-eb5ee23e-dc66-4a6a-b5d2-545d4ffee7d0 service neutron] 10.222.0.44 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1486619 Jan 20 01:00:49.268353 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-c8f69678-1906-4f95-b6ee-8cc8635a5fe2 req-87373970-b824-42fe-b575-8647f746650b tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Synchronizing usage tracker for tenant:a89e0dd8a648464fa0ce06377bb18327 on resource:port {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:00:49.290092 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-c8f69678-1906-4f95-b6ee-8cc8635a5fe2 req-87373970-b824-42fe-b575-8647f746650b tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Unset dirty status for tenant:a89e0dd8a648464fa0ce06377bb18327 on resource:port {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:00:49.292245 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c8f69678-1906-4f95-b6ee-8cc8635a5fe2 req-87373970-b824-42fe-b575-8647f746650b tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 210 time: 0.0784826 Jan 20 01:00:49.654220 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce233ba7-b2d8-4055-ac25-3ceb73e39d3f req-351d3078-1508-4ef1-bb62-73a2314544fc tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:49.656218 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ce233ba7-b2d8-4055-ac25-3ceb73e39d3f req-351d3078-1508-4ef1-bb62-73a2314544fc tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.2073030 Jan 20 01:00:49.733131 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ce233ba7-b2d8-4055-ac25-3ceb73e39d3f req-d587142f-b6c1-4760-a8cf-b2c9b382baa0 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0608582 Jan 20 01:00:49.932692 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c875a4-d258-4815-a3c4-3321bd97b3e3 req-66f6e2fc-6429-4451-9b60-6972394229f6 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:49.938226 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5c875a4-d258-4815-a3c4-3321bd97b3e3 req-66f6e2fc-6429-4451-9b60-6972394229f6 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1224093 Jan 20 01:00:49.988126 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5c875a4-d258-4815-a3c4-3321bd97b3e3 req-168f0bd2-a6d3-4df8-8041-13b4c5d37672 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470240 Jan 20 01:00:50.506936 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-da1576f3-1b0d-4353-b1b6-96c2ffbaa8f6 req-2cf7005e-820d-48ba-8690-766f31dc6c40 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 210 time: 0.0801132 Jan 20 01:00:50.652925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fec225-2333-42a5-8c12-6b614a08f907 req-573aa486-5eda-46d4-9cb9-a212793f3843 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:50.654521 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-573aa486-5eda-46d4-9cb9-a212793f3843 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.48 "GET /v2.0/networks?id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f HTTP/1.1" status: 200 len: 809 time: 0.2259235 Jan 20 01:00:50.744803 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-8e4ae2f2-dd4b-4339-9fa4-8de92e3cc98b tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a89e0dd8a648464fa0ce06377bb18327 HTTP/1.1" status: 200 len: 5759 time: 0.0741696 Jan 20 01:00:50.762263 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Request body: {'port': {'device_id': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'admin_state_up': True, 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'security_groups': ['9cb9dd1b-4cbf-432d-af40-ff72da9223cf']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:50.908684 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:50.918483 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:50.928114 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Made reservation on behalf of a89e0dd8a648464fa0ce06377bb18327 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 01:00:50.937669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:50.978433 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f3df3-16b9-45a8-bdcf-826736a19c32 req-a9ce71de-4d33-44b7-bc40-16f40e190a2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:50.980088 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a9f3df3-16b9-45a8-bdcf-826736a19c32 req-a9ce71de-4d33-44b7-bc40-16f40e190a2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.1100287 Jan 20 01:00:51.040988 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a9f3df3-16b9-45a8-bdcf-826736a19c32 req-a1042046-f458-4c3f-acaa-3e7a7e913298 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0541914 Jan 20 01:00:51.358410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5028c3-d672-4809-b857-19ad35e952df req-10f6e7f1-7e3c-462e-b02c-f4397848f31d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:51.360215 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5b5028c3-d672-4809-b857-19ad35e952df req-10f6e7f1-7e3c-462e-b02c-f4397848f31d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.2089484 Jan 20 01:00:51.620753 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Allocated IP 172.20.0.12 (abaeb8cb-dfd6-4dc3-97fa-119772da2a5f/94ad31d5-245c-4b4d-b2c6-e21cbcd1230c/15e955f6-e154-44ed-980a-3a90e1dacc9f) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:00:51.656014 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5b5028c3-d672-4809-b857-19ad35e952df req-1fb50dba-9a0a-49c6-8b04-f2b7fdd131b7 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864797 Jan 20 01:00:51.706009 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ae19fb96-b4e4-4f80-a1ca-9c3c1925bad1 req-d1ee31cf-5a44-488e-b839-1d362e5684ef tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 210 time: 0.0625899 Jan 20 01:00:51.848778 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:51.865821 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Transition to ACTIVE for port object 15e955f6-e154-44ed-980a-3a90e1dacc9f will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:00:51.888056 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:51.903132 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5936c404-ec6c-4f62-b23e-0dec783db83b tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:52.046776 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Pushing event updated for resources: {'Port': ['ID=15e955f6-e154-44ed-980a-3a90e1dacc9f,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:52.065021 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.065433 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.065839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.066241 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.066667 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.067071 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.067466 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.067861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.068255 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.068648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.069080 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.069437 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.069888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.070285 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.070730 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.071125 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.071516 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.071908 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.072295 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.072684 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.073073 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.073462 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.073853 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.074237 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:52.080431 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:52.126806 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:00:52.128093 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:00:52.130772 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:00:52.264710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:52.265438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:52.324711 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5666544 Jan 20 01:00:52.353446 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb49c8-e6d7-418e-b75d-c439fb880167 req-4d448444-56aa-4dcb-bbde-88c6f2b29d2e tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:52.355034 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cadb49c8-e6d7-418e-b75d-c439fb880167 req-4d448444-56aa-4dcb-bbde-88c6f2b29d2e tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.1669927 Jan 20 01:00:52.360563 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Request body: {'port': {'device_id': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:00:52.378513 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-5076d8eb-8156-4055-80f0-2798b3b6e590 None None] Provisioning for port 15e955f6-e154-44ed-980a-3a90e1dacc9f completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:00:52.383818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-5076d8eb-8156-4055-80f0-2798b3b6e590 None None] Provisioning complete for port 15e955f6-e154-44ed-980a-3a90e1dacc9f triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:52.384258 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5076d8eb-8156-4055-80f0-2798b3b6e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:52.442949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-5076d8eb-8156-4055-80f0-2798b3b6e590 None None] Port 15e955f6-e154-44ed-980a-3a90e1dacc9f cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 01:00:52.506154 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cadb49c8-e6d7-418e-b75d-c439fb880167 req-cd7a4fbd-633e-4106-a537-8685e6bc0e73 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1092732 Jan 20 01:00:52.539371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:52.930348 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e72d0-0362-46f0-b048-62db9475bbf0 req-fb8bb4b6-9dda-4ec9-bf73-6cf3c7d8e307 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:52.932236 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4d3e72d0-0362-46f0-b048-62db9475bbf0 req-fb8bb4b6-9dda-4ec9-bf73-6cf3c7d8e307 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1276772 Jan 20 01:00:52.989605 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4d3e72d0-0362-46f0-b048-62db9475bbf0 req-38d89f95-5d9d-4312-b715-bfe84c1d2b1b tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507975 Jan 20 01:00:52.998060 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a4580-5192-4950-9bf0-de4fa839c657 req-ca272763-fa6d-4fa9-aae7-986f2b2bb134 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:52.998903 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-cc2a4580-5192-4950-9bf0-de4fa839c657 req-ca272763-fa6d-4fa9-aae7-986f2b2bb134 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Synchronizing usage tracker for tenant:a89e0dd8a648464fa0ce06377bb18327 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:00:53.029775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-cc2a4580-5192-4950-9bf0-de4fa839c657 req-ca272763-fa6d-4fa9-aae7-986f2b2bb134 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Unset dirty status for tenant:a89e0dd8a648464fa0ce06377bb18327 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:00:53.031247 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cc2a4580-5192-4950-9bf0-de4fa839c657 req-ca272763-fa6d-4fa9-aae7-986f2b2bb134 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 932 time: 0.1849611 Jan 20 01:00:53.121288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e955f6-e154-44ed-980a-3a90e1dacc9f {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 01:00:53.135436 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:53.148032 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cc2a4580-5192-4950-9bf0-de4fa839c657 req-0304ae11-0026-4ddb-baac-b2a1d8f63757 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0821345 Jan 20 01:00:53.157351 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Transition to ACTIVE for port object 15e955f6-e154-44ed-980a-3a90e1dacc9f will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:00:53.161094 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:53.181756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f1b6037b-dc87-470b-952e-c0e44d5c8476 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:53.330876 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Pushing event updated for resources: {'Port': ['ID=15e955f6-e154-44ed-980a-3a90e1dacc9f,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:53.336540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:53.382908 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34164) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:53.520896 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Attempting to bind port 15e955f6-e154-44ed-980a-3a90e1dacc9f on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 01:00:53.521389 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Attempting to bind port 15e955f6-e154-44ed-980a-3a90e1dacc9f by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 01:00:53.521760 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Attempting to bind port 15e955f6-e154-44ed-980a-3a90e1dacc9f on network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 01:00:53.528332 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 01:00:53.528650 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Checking segment: {'id': 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:00:53.529393 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:53.529393 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Bound using segment: {'id': 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 01:00:53.530368 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Bound port: 15e955f6-e154-44ed-980a-3a90e1dacc9f, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 01:00:53.530368 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:53.596570 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:53.620009 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:53.624367 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Usage tracker for resource:security_group_rule and tenant:479d112fff2b4c2bba1ad56e5d85e258 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:53.627655 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:53.633775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:53.651747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] For port 15e955f6-e154-44ed-980a-3a90e1dacc9f, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 01:00:53.654987 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] For port 15e955f6-e154-44ed-980a-3a90e1dacc9f, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f,segment=NetworkSegment(cea0bc05-fe76-4f99-a6b9-138cb24dcc1c),segment_id=cea0bc05-fe76-4f99-a6b9-138cb24dcc1c)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 01:00:53.659117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:53.675761 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d4e47642-e76f-4ea2-af7e-99ffbb237282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:53.817642 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95f806-235b-4500-8f12-26c4f4d0bc1c req-a14f78b9-14a0-4aaa-9c86-5c2db3a941e5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:53.819056 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-da95f806-235b-4500-8f12-26c4f4d0bc1c req-a14f78b9-14a0-4aaa-9c86-5c2db3a941e5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.1643479 Jan 20 01:00:53.824198 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Pushing event updated for resources: {'Port': ['ID=15e955f6-e154-44ed-980a-3a90e1dacc9f,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:53.829678 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:53.854006 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:53.858746 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:53.867497 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-64a235e0-7aa2-45df-a455-5a0f6eb8c9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:53.881786 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:53.882712 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:53.884248 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] 10.222.0.48 "PUT /v2.0/ports/15e955f6-e154-44ed-980a-3a90e1dacc9f HTTP/1.1" status: 200 len: 1158 time: 1.5281892 Jan 20 01:00:53.884719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:00:53.932358 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-da95f806-235b-4500-8f12-26c4f4d0bc1c req-a2e914f0-80f1-49e9-be13-e8c0623924b0 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1051319 Jan 20 01:00:53.945210 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=479d112fff2b4c2bba1ad56e5d85e258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5614319 Jan 20 01:00:53.946219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2b2018-0eed-4c28-92bf-c5bfac95c3ee,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:53.948772 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34174) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:53.971903 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.972100 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.972521 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.972957 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.973343 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.973750 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.974152 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.974612 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.975065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.975471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.975873 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.976271 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.976739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.977145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.977543 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.977938 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.978334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.978758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.979138 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.979261 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f', 'status': 'completed', 'code': 200} Jan 20 01:00:53.979534 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.979934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.982219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.983469 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.986936 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:53.995914 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:54.027764 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fec225-2333-42a5-8c12-6b614a08f907 req-a2867178-9777-42ba-9b39-100c5639b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:54.030005 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-a2867178-9777-42ba-9b39-100c5639b0c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a89e0dd8a648464fa0ce06377bb18327&device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 1161 time: 0.0973744 Jan 20 01:00:54.077888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7ea31dac-a138-412f-91de-c054e5f3dff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:54.117424 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7ea31dac-a138-412f-91de-c054e5f3dff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:54.123982 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-6c184a55-205f-49a0-a4d2-7c9ffd060e29 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f HTTP/1.1" status: 200 len: 217 time: 0.0826232 Jan 20 01:00:54.173524 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7ea31dac-a138-412f-91de-c054e5f3dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:54.179007 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-108dfca6-dd1c-4aa7-8688-b51590406bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:54.191794 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea31dac-a138-412f-91de-c054e5f3dff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2b2018-0eed-4c28-92bf-c5bfac95c3ee,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:54.194884 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7ea31dac-a138-412f-91de-c054e5f3dff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:54.202766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7ea31dac-a138-412f-91de-c054e5f3dff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:54.205686 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-7ea31dac-a138-412f-91de-c054e5f3dff4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a2b2018-0eed-4c28-92bf-c5bfac95c3ee HTTP/1.1" status: 204 len: 168 time: 0.2544882 Jan 20 01:00:54.228465 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fec225-2333-42a5-8c12-6b614a08f907 req-6be7352f-8be3-4931-a27a-86d7522fc287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:54.230209 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-6be7352f-8be3-4931-a27a-86d7522fc287 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94ad31d5-245c-4b4d-b2c6-e21cbcd1230c HTTP/1.1" status: 200 len: 848 time: 0.0940750 Jan 20 01:00:54.412544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade76ab3-7d2e-4785-bab6-42618a0a3518 req-11142d67-3b12-4b5b-b7e2-1c6fa71289d2 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:54.414671 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ade76ab3-7d2e-4785-bab6-42618a0a3518 req-11142d67-3b12-4b5b-b7e2-1c6fa71289d2 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 944 time: 0.1172988 Jan 20 01:00:54.415850 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0933177-140c-48ba-8c0a-da8264999fb9 req-284b59da-8467-47d2-8978-1d59fe8fa421 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:54.417674 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b0933177-140c-48ba-8c0a-da8264999fb9 req-284b59da-8467-47d2-8978-1d59fe8fa421 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1864164 Jan 20 01:00:54.420929 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fec225-2333-42a5-8c12-6b614a08f907 req-dbd9a1ce-f7e0-4753-bce9-831280319761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:54.422529 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-dbd9a1ce-f7e0-4753-bce9-831280319761 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1519759 Jan 20 01:00:54.483171 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-ade76ab3-7d2e-4785-bab6-42618a0a3518 req-a8353d78-b221-442f-b2b1-9e05ef50a745 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Synchronizing usage tracker for tenant:a89e0dd8a648464fa0ce06377bb18327 on resource:security_group {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:00:54.499287 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-ade76ab3-7d2e-4785-bab6-42618a0a3518 req-a8353d78-b221-442f-b2b1-9e05ef50a745 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Unset dirty status for tenant:a89e0dd8a648464fa0ce06377bb18327 on resource:security_group {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:00:54.500047 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ade76ab3-7d2e-4785-bab6-42618a0a3518 req-a8353d78-b221-442f-b2b1-9e05ef50a745 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0748713 Jan 20 01:00:54.594953 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b0933177-140c-48ba-8c0a-da8264999fb9 req-2932c4c7-53d0-4ea4-b07b-6d9d5cf2af26 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671042 Jan 20 01:00:54.641803 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-8661e812-6c0a-4311-b336-c878f39bde8a service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117767 Jan 20 01:00:54.684581 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34186) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:54.704948 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-58c96f78-ce63-43c2-a7ee-ecb4f2c77fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:54.722173 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-58c96f78-ce63-43c2-a7ee-ecb4f2c77fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:54.726998 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-58c96f78-ce63-43c2-a7ee-ecb4f2c77fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:4e58743fbfe847688a4f9f4c47279972 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:54.730796 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-58c96f78-ce63-43c2-a7ee-ecb4f2c77fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:54.737215 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-58c96f78-ce63-43c2-a7ee-ecb4f2c77fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:54.802942 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03fec225-2333-42a5-8c12-6b614a08f907 req-8069cb80-6a0d-41d6-bb85-392c8e946a5c service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1542108 Jan 20 01:00:54.828995 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-58c96f78-ce63-43c2-a7ee-ecb4f2c77fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:54.831636 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-58c96f78-ce63-43c2-a7ee-ecb4f2c77fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:54.841571 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-68c81cfb-7d69-4901-a9cd-0789df36f784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:54.886183 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-58c96f78-ce63-43c2-a7ee-ecb4f2c77fb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e58743fbfe847688a4f9f4c47279972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002847 Jan 20 01:00:54.887197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c96f78-ce63-43c2-a7ee-ecb4f2c77fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c25ef8b-1291-431a-a59b-195ebac30615,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:54.889904 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34190) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:54.892827 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-58c96f78-ce63-43c2-a7ee-ecb4f2c77fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:54.945389 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2a28a-ad42-4021-a81e-cb3329a4144b req-4a5976cb-fd3f-49bf-b118-6ac7c35ac19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:54.947161 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-53b2a28a-ad42-4021-a81e-cb3329a4144b req-4a5976cb-fd3f-49bf-b118-6ac7c35ac19f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a89e0dd8a648464fa0ce06377bb18327&device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 1161 time: 0.0855136 Jan 20 01:00:54.956065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-58d83954-ef3d-4a93-b5d2-6a36fdf61be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:54.985126 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-58d83954-ef3d-4a93-b5d2-6a36fdf61be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:55.040093 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-58d83954-ef3d-4a93-b5d2-6a36fdf61be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:55.046324 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bdf4c002-c9e6-42da-b0d9-584b88f44d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:55.058167 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d83954-ef3d-4a93-b5d2-6a36fdf61be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c25ef8b-1291-431a-a59b-195ebac30615,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:55.063326 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-58d83954-ef3d-4a93-b5d2-6a36fdf61be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:55.065469 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-58d83954-ef3d-4a93-b5d2-6a36fdf61be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:55.070803 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-58d83954-ef3d-4a93-b5d2-6a36fdf61be5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c25ef8b-1291-431a-a59b-195ebac30615 HTTP/1.1" status: 204 len: 168 time: 0.1757932 Jan 20 01:00:55.107541 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2a28a-ad42-4021-a81e-cb3329a4144b req-4eae934b-35f0-44b6-a43b-2ab94a00b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:55.109107 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-53b2a28a-ad42-4021-a81e-cb3329a4144b req-4eae934b-35f0-44b6-a43b-2ab94a00b5d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f HTTP/1.1" status: 200 len: 903 time: 0.1540103 Jan 20 01:00:55.200024 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-53b2a28a-ad42-4021-a81e-cb3329a4144b req-d063efe3-0da4-4c13-b77a-c730f761996c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f HTTP/1.1" status: 200 len: 217 time: 0.0763280 Jan 20 01:00:55.223433 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4fa99-4bfc-4807-a61c-465bcc5d7bd7 req-9fe29df8-2a26-4fd5-838a-d38b4f71cd99 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:55.225130 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-afa4fa99-4bfc-4807-a61c-465bcc5d7bd7 req-9fe29df8-2a26-4fd5-838a-d38b4f71cd99 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.1156852 Jan 20 01:00:55.287452 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-afa4fa99-4bfc-4807-a61c-465bcc5d7bd7 req-90a3ce7a-62ed-482e-885f-7402b997b3cb tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0557871 Jan 20 01:00:55.349187 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2a28a-ad42-4021-a81e-cb3329a4144b req-d0b97d87-145d-43d1-8ccc-a56d671b0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:55.350903 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-53b2a28a-ad42-4021-a81e-cb3329a4144b req-d0b97d87-145d-43d1-8ccc-a56d671b0fa9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94ad31d5-245c-4b4d-b2c6-e21cbcd1230c HTTP/1.1" status: 200 len: 848 time: 0.1336098 Jan 20 01:00:55.426373 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7fb4c602-e320-44f6-a5b8-91853966b0a4 req-5eccc6e4-3774-4a15-8dca-67efe23c0460 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1665859 Jan 20 01:00:55.452529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2a28a-ad42-4021-a81e-cb3329a4144b req-1100bc3e-5554-4fa3-ace9-ec648fba42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:55.454075 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-53b2a28a-ad42-4021-a81e-cb3329a4144b req-1100bc3e-5554-4fa3-ace9-ec648fba42c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0903244 Jan 20 01:00:55.880121 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdea06-58e4-4682-9e5d-50c3b3194013 req-b48603d3-51bf-48ec-98dd-acfe1a06be44 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:55.887092 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-75cdea06-58e4-4682-9e5d-50c3b3194013 req-b48603d3-51bf-48ec-98dd-acfe1a06be44 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1212668 Jan 20 01:00:55.946375 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-75cdea06-58e4-4682-9e5d-50c3b3194013 req-46f944a6-3727-45f8-9925-8728e3afdff1 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568328 Jan 20 01:00:55.974526 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-53b2a28a-ad42-4021-a81e-cb3329a4144b req-0ff36dec-6b3c-4cbf-9432-5a34c463cfc0 service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525811 Jan 20 01:00:55.978674 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4c602-e320-44f6-a5b8-91853966b0a4 req-5c16f65e-ef9a-4321-8c63-dc87e904df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:55.980262 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7fb4c602-e320-44f6-a5b8-91853966b0a4 req-5c16f65e-ef9a-4321-8c63-dc87e904df79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 1163 time: 0.5245199 Jan 20 01:00:56.007333 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4c3f3-ec5d-4ac5-b755-436a53de9d27 req-cd1fb344-ba3f-4ceb-8ed2-f0ddaa9da303 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:56.009075 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b9c4c3f3-ec5d-4ac5-b755-436a53de9d27 req-cd1fb344-ba3f-4ceb-8ed2-f0ddaa9da303 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 944 time: 0.2884543 Jan 20 01:00:56.271003 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b9c4c3f3-ec5d-4ac5-b755-436a53de9d27 req-f1562ba8-ae0b-4196-bb7c-0f107cbaebf9 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2380817 Jan 20 01:00:56.332388 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-53b2a28a-ad42-4021-a81e-cb3329a4144b req-a4318805-0ef0-420f-b72e-9bc428477932 service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3219991 Jan 20 01:00:56.337400 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4c602-e320-44f6-a5b8-91853966b0a4 req-f8f1ec18-b481-446e-a3d4-71ba743da75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:56.338980 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7fb4c602-e320-44f6-a5b8-91853966b0a4 req-f8f1ec18-b481-446e-a3d4-71ba743da75a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 200 len: 911 time: 0.3025968 Jan 20 01:00:56.465561 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7fb4c602-e320-44f6-a5b8-91853966b0a4 req-7385eeda-8e0a-41fd-bd9b-7e79654d6f89 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0013ba87-b880-44a6-94f4-10da6e6b050f HTTP/1.1" status: 200 len: 1002 time: 0.1144936 Jan 20 01:00:56.549204 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4c602-e320-44f6-a5b8-91853966b0a4 req-36cd3779-0e01-4e23-95ce-ae5dcd831a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:56.550900 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7fb4c602-e320-44f6-a5b8-91853966b0a4 req-36cd3779-0e01-4e23-95ce-ae5dcd831a09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411 HTTP/1.1" status: 200 len: 856 time: 0.0776122 Jan 20 01:00:56.554192 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a37dd-457b-497b-b8b4-d1c528be9272 req-479af703-8e63-43cd-8843-c6d58e3536b1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:56.555892 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-108a37dd-457b-497b-b8b4-d1c528be9272 req-479af703-8e63-43cd-8843-c6d58e3536b1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.1076989 Jan 20 01:00:56.624578 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-108a37dd-457b-497b-b8b4-d1c528be9272 req-23dd3bb6-e32f-47c1-adfb-d02019c9fd74 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0610209 Jan 20 01:00:56.651977 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4c602-e320-44f6-a5b8-91853966b0a4 req-cc16374d-1530-4495-b525-355917a32429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:56.652749 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7fb4c602-e320-44f6-a5b8-91853966b0a4 req-cc16374d-1530-4495-b525-355917a32429 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec3a11db-a41d-4a3e-b1af-31727324cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0939324 Jan 20 01:00:56.661851 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:56.815191 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7fb4c602-e320-44f6-a5b8-91853966b0a4 req-d522bed3-ef35-4fba-b65d-2c75de765471 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536813 Jan 20 01:00:56.965564 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7fb4c602-e320-44f6-a5b8-91853966b0a4 req-33605fb7-1c78-416a-b426-46d44fd73020 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434414 Jan 20 01:00:57.194132 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154defc-b4e1-46e7-8871-c85d8628609f req-50f1ffe5-b723-4d9d-b533-8ad7cfa4c69f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:57.195867 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4154defc-b4e1-46e7-8871-c85d8628609f req-50f1ffe5-b723-4d9d-b533-8ad7cfa4c69f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1114850 Jan 20 01:00:57.253172 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4154defc-b4e1-46e7-8871-c85d8628609f req-db1f6a08-93c0-49ea-9f12-d242cdb567b3 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508628 Jan 20 01:00:57.517823 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff4acd-309b-49b7-b283-f9e0f3bf6ef8 req-1e015362-541c-4ac3-b8c7-6ca6178d330c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:57.523774 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e2ff4acd-309b-49b7-b283-f9e0f3bf6ef8 req-1e015362-541c-4ac3-b8c7-6ca6178d330c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 944 time: 0.1148841 Jan 20 01:00:57.576484 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e2ff4acd-309b-49b7-b283-f9e0f3bf6ef8 req-f69e46a5-ee21-48f7-a28b-5c03fbbedc48 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0506284 Jan 20 01:00:57.613935 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34246) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:57.773772 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7e01007-2dac-4986-9a25-723324fc9bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:57.790825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b7e01007-2dac-4986-9a25-723324fc9bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:57.794990 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b7e01007-2dac-4986-9a25-723324fc9bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:fb7fef39dd9d4a8abdaafff9804c1bf5 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:57.798752 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b7e01007-2dac-4986-9a25-723324fc9bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:57.804817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b7e01007-2dac-4986-9a25-723324fc9bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:57.879623 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e591d-adf7-4451-96ef-331a81ba49ba req-21db67bb-1881-47ea-9090-5c450de5637c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:57.881267 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7b9e591d-adf7-4451-96ef-331a81ba49ba req-21db67bb-1881-47ea-9090-5c450de5637c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.1153305 Jan 20 01:00:57.905080 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7e01007-2dac-4986-9a25-723324fc9bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:57.908623 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7e01007-2dac-4986-9a25-723324fc9bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:57.918035 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f540dad9-5856-4450-b529-e38fa037ec7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:57.941567 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7b9e591d-adf7-4451-96ef-331a81ba49ba req-62257caf-662b-4442-930a-d9f767597bfd tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0528607 Jan 20 01:00:57.960887 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-b7e01007-2dac-4986-9a25-723324fc9bc1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb7fef39dd9d4a8abdaafff9804c1bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456969 Jan 20 01:00:57.962683 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e01007-2dac-4986-9a25-723324fc9bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc59ed1-adc2-47b2-bb53-a2d2869464d6,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:57.964130 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 34254) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:57.966300 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b7e01007-2dac-4986-9a25-723324fc9bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:58.033134 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f5d13092-af9a-4137-a74b-bdffb7ad9be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:58.061526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f5d13092-af9a-4137-a74b-bdffb7ad9be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:58.114485 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f5d13092-af9a-4137-a74b-bdffb7ad9be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:58.119612 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1c97bc05-247c-4208-b33b-b257782754a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:58.131062 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d13092-af9a-4137-a74b-bdffb7ad9be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc59ed1-adc2-47b2-bb53-a2d2869464d6,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:58.136536 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f5d13092-af9a-4137-a74b-bdffb7ad9be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:58.138415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f5d13092-af9a-4137-a74b-bdffb7ad9be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:58.139751 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f5d13092-af9a-4137-a74b-bdffb7ad9be1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2bc59ed1-adc2-47b2-bb53-a2d2869464d6 HTTP/1.1" status: 204 len: 168 time: 0.1734428 Jan 20 01:00:58.500602 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0ad0b-933d-451a-b4f3-f4cbe3b67a36 req-bdf9f83f-1268-499b-a669-19c359b929d6 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:58.502403 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-68c0ad0b-933d-451a-b4f3-f4cbe3b67a36 req-bdf9f83f-1268-499b-a669-19c359b929d6 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1122565 Jan 20 01:00:58.526548 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 305f2680-e306-477f-8bdb-007b06f567cc up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:58.529198 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 34264) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:58.550600 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2cc6fbd9-707f-4952-a4e6-d6cc033e20f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:58.560406 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-68c0ad0b-933d-451a-b4f3-f4cbe3b67a36 req-8e219b7c-4a42-4d25-b219-0eba266617a8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513942 Jan 20 01:00:58.569210 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2cc6fbd9-707f-4952-a4e6-d6cc033e20f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:00:58.573030 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-2cc6fbd9-707f-4952-a4e6-d6cc033e20f7 admin admin] Usage tracker for resource:security_group_rule and tenant:17b7c20de348454aa3ed73a97d8e7583 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:00:58.576166 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-2cc6fbd9-707f-4952-a4e6-d6cc033e20f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:00:58.583233 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2cc6fbd9-707f-4952-a4e6-d6cc033e20f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:00:58.607659 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 305f2680-e306-477f-8bdb-007b06f567cc triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:58.607894 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:58.699067 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2cc6fbd9-707f-4952-a4e6-d6cc033e20f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:58.702552 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2cc6fbd9-707f-4952-a4e6-d6cc033e20f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:58.713493 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2c91b0ba-1fd0-4df4-a6da-73ed4dd78278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:58.808711 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6fbd9-707f-4952-a4e6-d6cc033e20f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff0e8e3-60e2-4428-a96c-e112ca887e8f,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:58.814797 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-2cc6fbd9-707f-4952-a4e6-d6cc033e20f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17b7c20de348454aa3ed73a97d8e7583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841005 Jan 20 01:00:58.819103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34270) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:00:58.821517 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2cc6fbd9-707f-4952-a4e6-d6cc033e20f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:58.896425 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9708f-f5d8-4989-b7e3-b4f70c095f0a req-49bdcabc-67d4-4a54-8f2a-777d94cbf4d7 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:58.898466 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-01a9708f-f5d8-4989-b7e3-b4f70c095f0a req-49bdcabc-67d4-4a54-8f2a-777d94cbf4d7 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 944 time: 0.1447518 Jan 20 01:00:58.901394 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 15e955f6-e154-44ed-980a-3a90e1dacc9f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:58.922277 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7cb56fa6-7970-4832-88df-b50e3700cb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:58.961606 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7cb56fa6-7970-4832-88df-b50e3700cb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:58.977160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port 15e955f6-e154-44ed-980a-3a90e1dacc9f completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:00:58.977731 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-01a9708f-f5d8-4989-b7e3-b4f70c095f0a req-bae43994-e416-4a42-a9c8-4e54d677e9f7 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0718846 Jan 20 01:00:58.984825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 15e955f6-e154-44ed-980a-3a90e1dacc9f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:58.985761 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:59.019174 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7cb56fa6-7970-4832-88df-b50e3700cb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:59.025068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-58c96f78-ce63-43c2-a7ee-ecb4f2c77fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:59.040100 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb56fa6-7970-4832-88df-b50e3700cb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff0e8e3-60e2-4428-a96c-e112ca887e8f,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:59.050104 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7cb56fa6-7970-4832-88df-b50e3700cb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:59.050945 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7cb56fa6-7970-4832-88df-b50e3700cb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:59.055498 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-7cb56fa6-7970-4832-88df-b50e3700cb7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ff0e8e3-60e2-4428-a96c-e112ca887e8f HTTP/1.1" status: 204 len: 168 time: 0.2317438 Jan 20 01:00:59.156286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:59.191235 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:00:59.202991 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 15e955f6-e154-44ed-980a-3a90e1dacc9f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f,segment=NetworkSegment(cea0bc05-fe76-4f99-a6b9-138cb24dcc1c),segment_id=cea0bc05-fe76-4f99-a6b9-138cb24dcc1c)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:00:59.206166 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:59.207133 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device ed820815-f8e1-42fc-bd5a-8168078063b5 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:59.226097 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccca373-3aac-4ca7-8daf-4e4d69540712 req-df9665c5-2e7b-4e33-9dd9-48f74e4f9da6 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:59.234836 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fccca373-3aac-4ca7-8daf-4e4d69540712 req-df9665c5-2e7b-4e33-9dd9-48f74e4f9da6 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.1205049 Jan 20 01:00:59.280535 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f', 'code': 200} Jan 20 01:00:59.281451 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:00:59.378803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port ed820815-f8e1-42fc-bd5a-8168078063b5 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:59.379237 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:00:59.414476 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=15e955f6-e154-44ed-980a-3a90e1dacc9f,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:00:59.455650 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.456069 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.456576 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.456807 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.457145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.457475 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.457845 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.458218 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.458595 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.458997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.459364 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.459734 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.460162 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.460531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.460961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.461260 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.462185 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.462185 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.462368 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.462687 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.463097 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.464119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.464119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.464413 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:00:59.475643 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:00:59.585514 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fccca373-3aac-4ca7-8daf-4e4d69540712 req-d5d1e87d-6d1d-44eb-b583-82507d706a56 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.3491325 Jan 20 01:00:59.672597 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cb14f-25dd-43b0-be2b-9bc821d2732f req-9e41a9f1-21ea-44d0-bf37-d72ea6c7c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:59.674828 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6b8cb14f-25dd-43b0-be2b-9bc821d2732f req-9e41a9f1-21ea-44d0-bf37-d72ea6c7c7ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 1163 time: 0.0858428 Jan 20 01:00:59.771558 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6b8cb14f-25dd-43b0-be2b-9bc821d2732f req-69b69ebf-4b37-4c35-a218-c37e1dd3873d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0889020 Jan 20 01:00:59.822600 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29740991-c541-40c6-be97-268ef91fdc1c req-a34d5c89-711c-4c5e-9467-9898c1e6955f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:00:59.824225 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-29740991-c541-40c6-be97-268ef91fdc1c req-a34d5c89-711c-4c5e-9467-9898c1e6955f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1113918 Jan 20 01:00:59.877028 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-29740991-c541-40c6-be97-268ef91fdc1c req-8576e313-642b-4cf2-8052-c44d2720f194 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460260 Jan 20 01:00:59.881529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 305f2680-e306-477f-8bdb-007b06f567cc up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:00:59.956372 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 305f2680-e306-477f-8bdb-007b06f567cc triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:00:59.956793 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:00.084011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 15e955f6-e154-44ed-980a-3a90e1dacc9f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:01:00.167070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 15e955f6-e154-44ed-980a-3a90e1dacc9f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:00.167501 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:00.248024 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656340-c2b1-4e39-9b26-6bf9b9e94f8b req-1b8807fd-9d47-41ca-b581-63ccb8d92071 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:00.249684 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4e656340-c2b1-4e39-9b26-6bf9b9e94f8b req-1b8807fd-9d47-41ca-b581-63ccb8d92071 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1084237 Jan 20 01:01:00.304257 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4e656340-c2b1-4e39-9b26-6bf9b9e94f8b req-1029bcc4-fbd9-4ba9-a210-7fa81fee56b4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0476840 Jan 20 01:01:00.829700 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8d27b-73ed-4843-b8af-a64b516b4556 req-9ea2fcb0-32fd-45eb-aa74-e23349479d32 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:00.831406 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-05f8d27b-73ed-4843-b8af-a64b516b4556 req-9ea2fcb0-32fd-45eb-aa74-e23349479d32 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.1068904 Jan 20 01:01:00.892505 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-05f8d27b-73ed-4843-b8af-a64b516b4556 req-09396125-1c35-4b99-85cd-7553193b14b3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0546770 Jan 20 01:01:01.129222 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93d365-79e6-43be-a024-57d12988cedf req-63f4d80b-10b1-4d39-8cb8-deda88b681a0 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:01.132659 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb93d365-79e6-43be-a024-57d12988cedf req-63f4d80b-10b1-4d39-8cb8-deda88b681a0 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1073132 Jan 20 01:01:01.197681 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb93d365-79e6-43be-a024-57d12988cedf req-7d754e5d-d584-464b-adac-237c91e18bb9 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497346 Jan 20 01:01:01.506063 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34332) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:01.540343 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c252a-a2a2-4f8c-a44d-7c0d9be1607e req-de233d31-5525-47d4-9ae2-73d797a5c97b tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:01.541968 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-106c252a-a2a2-4f8c-a44d-7c0d9be1607e req-de233d31-5525-47d4-9ae2-73d797a5c97b tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1051345 Jan 20 01:01:01.594354 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-106c252a-a2a2-4f8c-a44d-7c0d9be1607e req-45db1241-53cb-4f75-aded-d559c85abd70 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0457184 Jan 20 01:01:01.662071 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-417d61cd-e72e-47e8-acc8-a15662650a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:01.677501 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-417d61cd-e72e-47e8-acc8-a15662650a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:01.681551 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-417d61cd-e72e-47e8-acc8-a15662650a0e admin admin] Usage tracker for resource:security_group_rule and tenant:e3da3692e83a4b5ea9c7654cea584985 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:01.684553 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-417d61cd-e72e-47e8-acc8-a15662650a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:01.690852 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-417d61cd-e72e-47e8-acc8-a15662650a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:01.846081 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-417d61cd-e72e-47e8-acc8-a15662650a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:01.850041 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-417d61cd-e72e-47e8-acc8-a15662650a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:01.859487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7cb56fa6-7970-4832-88df-b50e3700cb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:01.867734 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 15e955f6-e154-44ed-980a-3a90e1dacc9f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:01:01.892211 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a7718-c7e4-4fc4-b6f8-b732e6fa784b req-be12a68b-0072-4a27-8474-d1a6e621f509 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:01.893851 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f64a7718-c7e4-4fc4-b6f8-b732e6fa784b req-be12a68b-0072-4a27-8474-d1a6e621f509 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1660595 Jan 20 01:01:01.946909 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-417d61cd-e72e-47e8-acc8-a15662650a0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3da3692e83a4b5ea9c7654cea584985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395497 Jan 20 01:01:01.949839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d61cd-e72e-47e8-acc8-a15662650a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144abcad-6458-44fe-ab15-01cb302e50b1,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:01.949974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 34342) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:01.954280 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-417d61cd-e72e-47e8-acc8-a15662650a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:01.960398 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 15e955f6-e154-44ed-980a-3a90e1dacc9f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:01.960935 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:01.983087 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f64a7718-c7e4-4fc4-b6f8-b732e6fa784b req-7d107cdd-69a6-40ad-883c-18da173fb397 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0756795 Jan 20 01:01:02.024260 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dc34594e-1bc3-40aa-b22b-361948572ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:02.066129 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dc34594e-1bc3-40aa-b22b-361948572ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:02.189741 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dc34594e-1bc3-40aa-b22b-361948572ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:02.195328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6d47e2b1-dc96-44cd-a0af-66f723858c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:02.209544 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-cf690937-73f6-4312-ae8c-f2053cbf5920 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1696181 Jan 20 01:01:02.220432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Request body: {'floatingip': {'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:02.228422 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135940c8-e0f1-49e7-a1bb-fbcef9d5c34f req-17051f41-b735-4a95-8669-a5f8b9d3d027 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:02.229459 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:02.230075 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-135940c8-e0f1-49e7-a1bb-fbcef9d5c34f req-17051f41-b735-4a95-8669-a5f8b9d3d027 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.1506851 Jan 20 01:01:02.233661 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34594e-1bc3-40aa-b22b-361948572ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144abcad-6458-44fe-ab15-01cb302e50b1,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:02.234451 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Usage tracker for resource:floatingip and tenant:a89e0dd8a648464fa0ce06377bb18327 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:02.239604 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dc34594e-1bc3-40aa-b22b-361948572ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:02.240116 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:02.250602 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:02.263579 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dc34594e-1bc3-40aa-b22b-361948572ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:02.264818 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-dc34594e-1bc3-40aa-b22b-361948572ed9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/144abcad-6458-44fe-ab15-01cb302e50b1 HTTP/1.1" status: 204 len: 168 time: 0.3137481 Jan 20 01:01:02.267875 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for floatingip, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:02.298982 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-135940c8-e0f1-49e7-a1bb-fbcef9d5c34f req-f5b86af5-281b-45ef-94d1-b77e2959f2b5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=803ff5e0-0854-42cd-bd3b-5ab60aa934b3&id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0584223 Jan 20 01:01:02.430463 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:02.512363 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:01:02.556477 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eceff80-a2c5-45a5-af76-26968158e36d req-e45a12ba-778d-4b21-b419-ddbec102438f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:02.558386 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8eceff80-a2c5-45a5-af76-26968158e36d req-e45a12ba-778d-4b21-b419-ddbec102438f tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1330748 Jan 20 01:01:02.613316 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8eceff80-a2c5-45a5-af76-26968158e36d req-0293ba31-e6dd-4d25-a754-d888d2bbbfbd tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485106 Jan 20 01:01:02.666623 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 34360) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:02.685687 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5a8284e-0ff9-41d2-b7e5-33d382938ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:02.702386 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c5a8284e-0ff9-41d2-b7e5-33d382938ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:02.707132 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c5a8284e-0ff9-41d2-b7e5-33d382938ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:19c028ffd5a44a4fa0b72708f7964c2f is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:02.710138 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c5a8284e-0ff9-41d2-b7e5-33d382938ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:02.716310 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c5a8284e-0ff9-41d2-b7e5-33d382938ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:02.734385 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Allocated IP 172.28.0.97 (7116fac5-173a-4c74-bc75-236a854e751a/6b429026-7f7c-498d-960b-2e131da09027/1518f6ad-13cb-45df-99c7-9c22c73fa738) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:01:02.803143 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5a8284e-0ff9-41d2-b7e5-33d382938ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:02.806171 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5a8284e-0ff9-41d2-b7e5-33d382938ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:02.814708 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-52d1781c-cb7c-4211-8f8e-49fe6f52e40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:02.862361 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-c5a8284e-0ff9-41d2-b7e5-33d382938ff3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19c028ffd5a44a4fa0b72708f7964c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945462 Jan 20 01:01:02.863323 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8284e-0ff9-41d2-b7e5-33d382938ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dde4e47-896c-41d1-913d-11fe730c8138,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:02.865851 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 34364) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:02.868495 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c5a8284e-0ff9-41d2-b7e5-33d382938ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:02.897578 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:02.927621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:02.929080 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0d15bb81-850f-4917-a366-07b87414ec8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:02.943218 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:02.957316 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0d15bb81-850f-4917-a366-07b87414ec8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:03.003967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0d15bb81-850f-4917-a366-07b87414ec8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:03.009098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1c3a323-fc48-4889-84b0-ebbfd1e0108b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:03.022677 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15bb81-850f-4917-a366-07b87414ec8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dde4e47-896c-41d1-913d-11fe730c8138,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:03.025825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0d15bb81-850f-4917-a366-07b87414ec8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:03.027974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0d15bb81-850f-4917-a366-07b87414ec8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:03.029264 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-0d15bb81-850f-4917-a366-07b87414ec8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8dde4e47-896c-41d1-913d-11fe730c8138 HTTP/1.1" status: 204 len: 168 time: 0.1624489 Jan 20 01:01:03.101295 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Pushing event updated for resources: {'Port': ['ID=1518f6ad-13cb-45df-99c7-9c22c73fa738,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:03.105789 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:03.147442 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Network 7116fac5-173a-4c74-bc75-236a854e751a is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:01:03.148607 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:01:03.151013 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:01:03.234839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for floatingip, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:03.301113 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:03.596468 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:03.601232 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852615402'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:03.620877 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:03.774859 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Pushing event updated for resources: {'Port': ['ID=1518f6ad-13cb-45df-99c7-9c22c73fa738,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:03.784595 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:03.881830 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d90fe2-3b8f-481f-b773-41aee7d7b37b req-f1a5e888-6c3d-462f-b26a-4fe892c74e52 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:03.884546 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-24d90fe2-3b8f-481f-b773-41aee7d7b37b req-f1a5e888-6c3d-462f-b26a-4fe892c74e52 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1311696 Jan 20 01:01:03.914450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:03.945027 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:03.947171 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7309682 Jan 20 01:01:03.987386 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-24d90fe2-3b8f-481f-b773-41aee7d7b37b req-76372b49-5d10-44cc-bce9-482c341f61bc tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917118 Jan 20 01:01:04.033111 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157cc7f-7bae-4b9e-b743-27bef1111b03 req-d956b879-e70b-4130-a0b3-3dc0395eb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:04.034768 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e157cc7f-7bae-4b9e-b743-27bef1111b03 req-d956b879-e70b-4130-a0b3-3dc0395eb695 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 1162 time: 0.1051097 Jan 20 01:01:04.056526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-41b680cb-11ff-4ab1-9f95-e8fadf39f1db tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Synchronizing usage tracker for tenant:a89e0dd8a648464fa0ce06377bb18327 on resource:floatingip {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:04.072942 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-41b680cb-11ff-4ab1-9f95-e8fadf39f1db tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Unset dirty status for tenant:a89e0dd8a648464fa0ce06377bb18327 on resource:floatingip {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:04.074233 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-41b680cb-11ff-4ab1-9f95-e8fadf39f1db tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.97 HTTP/1.1" status: 200 len: 695 time: 0.1212616 Jan 20 01:01:04.083961 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e157cc7f-7bae-4b9e-b743-27bef1111b03 req-a616f53a-60d3-419b-bf01-057d1ebe53d6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 Jan 20 01:01:04.260158 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-781eea97-4ea2-4795-b913-3638881e866f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:04.260158 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-781eea97-4ea2-4795-b913-3638881e866f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/networks/7116fac5-173a-4c74-bc75-236a854e751a HTTP/1.1" status: 200 len: 784 time: 0.1765866 Jan 20 01:01:04.269834 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-6769d035-eeec-43cd-8873-9cc7093eaae0 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 01:01:04.271104 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0cc9a749-d7c1-4ddc-ae11-bb0b4a2fd062 req-6769d035-eeec-43cd-8873-9cc7093eaae0 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0069911 Jan 20 01:01:04.488244 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-ad087d62-2b0b-4e35-9575-bacc0c89f891 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:04.489815 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-ad087d62-2b0b-4e35-9575-bacc0c89f891 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1102386 Jan 20 01:01:04.586181 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-283cc94b-eb9c-464f-bbf3-1e90b3b06ad4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.97 HTTP/1.1" status: 200 len: 695 time: 0.0893750 Jan 20 01:01:04.596736 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-3eb5a93d-1d0f-4eff-8a1d-944068685c6f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Request body: {'floatingip': {'port_id': '15e955f6-e154-44ed-980a-3a90e1dacc9f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:04.679328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-3eb5a93d-1d0f-4eff-8a1d-944068685c6f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for floatingip, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:05.245088 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a7696-5ff1-4f49-9ce5-deaff31da394 req-a6b70b1a-2599-450e-ab43-1306589a2e45 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:05.246811 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-097a7696-5ff1-4f49-9ce5-deaff31da394 req-a6b70b1a-2599-450e-ab43-1306589a2e45 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1215706 Jan 20 01:01:05.320666 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-097a7696-5ff1-4f49-9ce5-deaff31da394 req-4c666878-3169-4bed-8dcb-35584c88e51a tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656109 Jan 20 01:01:05.565256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-3eb5a93d-1d0f-4eff-8a1d-944068685c6f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:05.568199 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-3eb5a93d-1d0f-4eff-8a1d-944068685c6f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:05.753094 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_db [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-3eb5a93d-1d0f-4eff-8a1d-944068685c6f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Floating IP 678f2ac0-5ad3-447b-b809-026a201dbe88 associated. External IP: 172.28.0.97, port: 15e955f6-e154-44ed-980a-3a90e1dacc9f. Jan 20 01:01:06.134506 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-3eb5a93d-1d0f-4eff-8a1d-944068685c6f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Router 1487c353-8516-44ee-a0fa-bdcc3e6315ba has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:01:06.330908 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-3eb5a93d-1d0f-4eff-8a1d-944068685c6f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:01:06.335392 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-3eb5a93d-1d0f-4eff-8a1d-944068685c6f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:06.341888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98fff66-3433-4022-a5b2-4e62ab7b6a54 None None] Sync routers for ids ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:01:06.352609 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98fff66-3433-4022-a5b2-4e62ab7b6a54 None None] Routers {'1487c353-8516-44ee-a0fa-bdcc3e6315ba'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:01:06.353185 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f98fff66-3433-4022-a5b2-4e62ab7b6a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:00:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:06.397166 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-3eb5a93d-1d0f-4eff-8a1d-944068685c6f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "PUT /v2.0/floatingips/678f2ac0-5ad3-447b-b809-026a201dbe88 HTTP/1.1" status: 200 len: 996 time: 1.8045983 Jan 20 01:01:06.397797 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:06.514045 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-298b0cd2-27dd-4bc7-8764-23dd48e119c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:06.515886 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-298b0cd2-27dd-4bc7-8764-23dd48e119c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a89e0dd8a648464fa0ce06377bb18327&device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 1163 time: 0.1018322 Jan 20 01:01:06.568394 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 34446) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:06.569991 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f98fff66-3433-4022-a5b2-4e62ab7b6a54 None None] Set router 1487c353-8516-44ee-a0fa-bdcc3e6315ba gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:01:06.647513 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90775b7-c8b7-4453-8ee5-770070507d3a req-8cd74b09-6aeb-407f-9f4f-c19b4e307f3c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:06.649266 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a90775b7-c8b7-4453-8ee5-770070507d3a req-8cd74b09-6aeb-407f-9f4f-c19b4e307f3c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1153815 Jan 20 01:01:06.698270 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-24dd84cf-cbc7-44a8-bea2-69b7f3210afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:06.706623 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-24dd84cf-cbc7-44a8-bea2-69b7f3210afc service neutron] 10.222.0.44 "GET /v2.0/networks?id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f HTTP/1.1" status: 200 len: 903 time: 0.1839468 Jan 20 01:01:06.719139 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a90775b7-c8b7-4453-8ee5-770070507d3a req-d135789b-22d9-405d-9ce8-96de3defa3f3 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633154 Jan 20 01:01:06.787122 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f', 'status': 'completed', 'code': 200} Jan 20 01:01:06.816474 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0538965a-7210-49e2-957f-7e14ba074954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:06.924227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0538965a-7210-49e2-957f-7e14ba074954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:06.935029 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-0538965a-7210-49e2-957f-7e14ba074954 admin admin] Usage tracker for resource:security_group_rule and tenant:29937e8fd8104b6a90deee02a3035816 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:06.941117 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-9576e84e-9f06-4c67-b9fe-29c52d8d2219 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f HTTP/1.1" status: 200 len: 999 time: 0.2336092 Jan 20 01:01:06.942231 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-0538965a-7210-49e2-957f-7e14ba074954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:06.966397 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f98fff66-3433-4022-a5b2-4e62ab7b6a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T01:00:04Z', 'revision_number': 4, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '678f2ac0-5ad3-447b-b809-026a201dbe88', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'floating_ip_address': '172.28.0.97', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'port_id': '15e955f6-e154-44ed-980a-3a90e1dacc9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'mac_address': 'fa:16:3e:4a:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:03Z', 'updated_at': '2021-01-20T01:01:05Z', 'revision_number': 1, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95828deb-a48f-45d4-824a-1af55a95a142', 'name': '', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'mac_address': 'fa:16:3e:9b:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:02Z', 'updated_at': '2021-01-20T01:00:18Z', 'revision_number': 5, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'subnets': [{'id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:06.976782 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98fff66-3433-4022-a5b2-4e62ab7b6a54 None None] Checking router: 1487c353-8516-44ee-a0fa-bdcc3e6315ba for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:01:06.989532 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98fff66-3433-4022-a5b2-4e62ab7b6a54 None None] Routers {'1487c353-8516-44ee-a0fa-bdcc3e6315ba'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:01:06.990212 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f98fff66-3433-4022-a5b2-4e62ab7b6a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:00:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:07.005802 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0538965a-7210-49e2-957f-7e14ba074954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:07.121221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0538965a-7210-49e2-957f-7e14ba074954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:07.133760 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0538965a-7210-49e2-957f-7e14ba074954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:07.170000 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6919a581-d75c-40a1-9391-7d15bda17933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:07.183707 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34462) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:07.187845 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-0538965a-7210-49e2-957f-7e14ba074954 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29937e8fd8104b6a90deee02a3035816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6170435 Jan 20 01:01:07.204575 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f98fff66-3433-4022-a5b2-4e62ab7b6a54 None None] Set router 1487c353-8516-44ee-a0fa-bdcc3e6315ba gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:01:07.213770 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-ec55c683-d810-49e3-969c-1c154e6f5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:07.223336 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-ec55c683-d810-49e3-969c-1c154e6f5bfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94ad31d5-245c-4b4d-b2c6-e21cbcd1230c HTTP/1.1" status: 200 len: 848 time: 0.2685869 Jan 20 01:01:07.256345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2c59-e3c5-40fa-a2a8-e7f663b11bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:07.289394 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2c59-e3c5-40fa-a2a8-e7f663b11bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:07.308316 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693df65-8670-4415-b695-a3df5b61c15a req-df2f6679-7889-4ac1-8d0c-7711dcb6dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:07.309969 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6693df65-8670-4415-b695-a3df5b61c15a req-df2f6679-7889-4ac1-8d0c-7711dcb6dc15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a89e0dd8a648464fa0ce06377bb18327&device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 1163 time: 0.4841235 Jan 20 01:01:07.310990 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538965a-7210-49e2-957f-7e14ba074954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a672133c-5156-4534-84bb-c8d33a060990,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:07.318418 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0538965a-7210-49e2-957f-7e14ba074954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:07.362073 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2c59-e3c5-40fa-a2a8-e7f663b11bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:07.370739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0c686c3c-9286-4695-9afa-d2b82a6ee302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:07.396344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e2c59-e3c5-40fa-a2a8-e7f663b11bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a672133c-5156-4534-84bb-c8d33a060990,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:07.399624 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7d0e2c59-e3c5-40fa-a2a8-e7f663b11bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:07.400587 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2c59-e3c5-40fa-a2a8-e7f663b11bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:07.404318 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-7d0e2c59-e3c5-40fa-a2a8-e7f663b11bba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a672133c-5156-4534-84bb-c8d33a060990 HTTP/1.1" status: 204 len: 168 time: 0.2167971 Jan 20 01:01:07.509935 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-d4494791-6278-40f4-bde5-d5619c3add7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:07.511689 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-d4494791-6278-40f4-bde5-d5619c3add7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2874050 Jan 20 01:01:07.672767 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f98fff66-3433-4022-a5b2-4e62ab7b6a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T01:00:04Z', 'revision_number': 4, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '678f2ac0-5ad3-447b-b809-026a201dbe88', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'floating_ip_address': '172.28.0.97', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'port_id': '15e955f6-e154-44ed-980a-3a90e1dacc9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'mac_address': 'fa:16:3e:4a:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:03Z', 'updated_at': '2021-01-20T01:01:05Z', 'revision_number': 1, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95828deb-a48f-45d4-824a-1af55a95a142', 'name': '', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'mac_address': 'fa:16:3e:9b:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:02Z', 'updated_at': '2021-01-20T01:00:18Z', 'revision_number': 5, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'subnets': [{'id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:07.677117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98fff66-3433-4022-a5b2-4e62ab7b6a54 None None] The sync data for ids ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'] in dv-cinder-667108-30-smb is: [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T01:00:04Z', 'revision_number': 4, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '678f2ac0-5ad3-447b-b809-026a201dbe88', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'floating_ip_address': '172.28.0.97', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'port_id': '15e955f6-e154-44ed-980a-3a90e1dacc9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'mac_address': 'fa:16:3e:4a:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:03Z', 'updated_at': '2021-01-20T01:01:05Z', 'revision_number': 1, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95828deb-a48f-45d4-824a-1af55a95a142', 'name': '', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'mac_address': 'fa:16:3e:9b:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:02Z', 'updated_at': '2021-01-20T01:00:18Z', 'revision_number': 5, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'subnets': [{'id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:01:07.690108 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693df65-8670-4415-b695-a3df5b61c15a req-14904797-39c5-4bce-9e16-cc39095e3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:07.691886 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6693df65-8670-4415-b695-a3df5b61c15a req-14904797-39c5-4bce-9e16-cc39095e3165 service neutron] 10.222.0.48 "GET /v2.0/networks?id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f HTTP/1.1" status: 200 len: 903 time: 0.3724425 Jan 20 01:01:07.890151 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34480) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:07.934256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8929da99-2019-4d75-85e5-1be2564acec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:07.971769 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-feb88970-eafe-4505-b37c-f04452f6005b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:07.986602 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8929da99-2019-4d75-85e5-1be2564acec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:08.026855 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8929da99-2019-4d75-85e5-1be2564acec1 admin admin] Usage tracker for resource:security_group_rule and tenant:308e99c51e044159bc54846b61e78c8f is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:08.035282 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8929da99-2019-4d75-85e5-1be2564acec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:08.037743 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342f3dc-86b6-4aea-abb2-5dc6a4804495 req-06bca588-fd7b-4f48-871b-4d3601942f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:08.039335 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f353549d-75ff-4e4b-856d-38fa6acb73ec None None] New status for floating IP 678f2ac0-5ad3-447b-b809-026a201dbe88: ACTIVE {{(pid=80162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 01:01:08.039495 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4342f3dc-86b6-4aea-abb2-5dc6a4804495 req-06bca588-fd7b-4f48-871b-4d3601942f2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67e31641c6c3491d928ab40dd60e9f29&device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 1162 time: 0.5919170 Jan 20 01:01:08.056078 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8929da99-2019-4d75-85e5-1be2564acec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:08.131126 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6693df65-8670-4415-b695-a3df5b61c15a req-c1344ece-6122-4faa-bc17-fa335206c0ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f HTTP/1.1" status: 200 len: 999 time: 0.4322262 Jan 20 01:01:08.136503 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-0dce8c0b-e345-450e-a674-83efbac6fef8 service neutron] 10.222.0.44 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144114 Jan 20 01:01:08.144972 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f1acd-ba92-433f-82f2-de29cd18ec49 req-2b93e01a-3f0f-499a-871f-acb5b2ef42e2 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:08.146687 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb7f1acd-ba92-433f-82f2-de29cd18ec49 req-2b93e01a-3f0f-499a-871f-acb5b2ef42e2 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1664846 Jan 20 01:01:08.232848 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb7f1acd-ba92-433f-82f2-de29cd18ec49 req-b12ebeef-3d7b-4dbb-b7f8-8ddb2a2ceed8 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772846 Jan 20 01:01:08.254615 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8929da99-2019-4d75-85e5-1be2564acec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:08.260245 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8929da99-2019-4d75-85e5-1be2564acec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:08.299374 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b7e01007-2dac-4986-9a25-723324fc9bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:08.333005 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-8929da99-2019-4d75-85e5-1be2564acec1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=308e99c51e044159bc54846b61e78c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416046 Jan 20 01:01:08.336640 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34484) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:08.350161 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929da99-2019-4d75-85e5-1be2564acec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f923c3c9-39c0-48d3-acd1-95d2d717c3d4,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:08.356315 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8929da99-2019-4d75-85e5-1be2564acec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:08.400027 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693df65-8670-4415-b695-a3df5b61c15a req-4aa8ff2d-ce62-4323-aab6-11d7ab5770ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:08.401528 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6693df65-8670-4415-b695-a3df5b61c15a req-4aa8ff2d-ce62-4323-aab6-11d7ab5770ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94ad31d5-245c-4b4d-b2c6-e21cbcd1230c HTTP/1.1" status: 200 len: 848 time: 0.2622669 Jan 20 01:01:08.410972 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-85ce0515-6521-4cb6-b63c-c0915c5e2352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:08.441738 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-85ce0515-6521-4cb6-b63c-c0915c5e2352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:08.461645 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342f3dc-86b6-4aea-abb2-5dc6a4804495 req-2451a939-58e4-443e-8740-3553bdfb01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:08.463113 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4342f3dc-86b6-4aea-abb2-5dc6a4804495 req-2451a939-58e4-443e-8740-3553bdfb01a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99fd52c4-502e-4c83-91ea-f2e2ff32a861 HTTP/1.1" status: 200 len: 913 time: 0.4066012 Jan 20 01:01:08.507598 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-85ce0515-6521-4cb6-b63c-c0915c5e2352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:08.512531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-76849b22-b305-4f1e-a236-0215e2d1ba69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:08.529628 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce0515-6521-4cb6-b63c-c0915c5e2352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f923c3c9-39c0-48d3-acd1-95d2d717c3d4,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:08.533741 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-85ce0515-6521-4cb6-b63c-c0915c5e2352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:08.535497 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-85ce0515-6521-4cb6-b63c-c0915c5e2352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:08.537007 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-85ce0515-6521-4cb6-b63c-c0915c5e2352 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f923c3c9-39c0-48d3-acd1-95d2d717c3d4 HTTP/1.1" status: 204 len: 168 time: 0.1993756 Jan 20 01:01:08.563641 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4342f3dc-86b6-4aea-abb2-5dc6a4804495 req-96ea54e8-203a-4261-92a0-1138b806fcd6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305f2680-e306-477f-8bdb-007b06f567cc HTTP/1.1" status: 200 len: 217 time: 0.0837934 Jan 20 01:01:08.565644 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e23b622f-4ba8-4c53-ae6e-67af4400da9f req-2e2d52f2-be24-4b5d-9e89-ec020d99e8a9 service neutron] 10.222.0.44 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3853543 Jan 20 01:01:08.668561 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342f3dc-86b6-4aea-abb2-5dc6a4804495 req-8ef12831-7e8c-4030-9621-889faa4eaaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:08.670134 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4342f3dc-86b6-4aea-abb2-5dc6a4804495 req-8ef12831-7e8c-4030-9621-889faa4eaaed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5ea3b5ac-97a0-4479-907c-e5c9d1b17f81 HTTP/1.1" status: 200 len: 859 time: 0.0916262 Jan 20 01:01:08.673399 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693df65-8670-4415-b695-a3df5b61c15a req-9d13cb5a-e94f-4774-9503-3d4391c16ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:08.674911 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6693df65-8670-4415-b695-a3df5b61c15a req-9d13cb5a-e94f-4774-9503-3d4391c16ee6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2620540 Jan 20 01:01:08.758893 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4342f3dc-86b6-4aea-abb2-5dc6a4804495 req-992a2d96-ea91-416e-bffb-7eabbf0bc781 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99fd52c4-502e-4c83-91ea-f2e2ff32a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751965 Jan 20 01:01:08.988797 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6693df65-8670-4415-b695-a3df5b61c15a req-3e77b867-aa0d-472f-bb75-72528daca990 service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661073 Jan 20 01:01:09.037125 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4342f3dc-86b6-4aea-abb2-5dc6a4804495 req-dd79d030-83c6-4f09-b3cb-26d2f6eb005f service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631395 Jan 20 01:01:09.275264 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6693df65-8670-4415-b695-a3df5b61c15a req-9f1f19ed-4ca4-4a0a-a2c6-bd5e7f83deb2 service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2730939 Jan 20 01:01:09.288763 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4342f3dc-86b6-4aea-abb2-5dc6a4804495 req-370b252e-f05a-46bc-bae4-10c95a5a7ee9 service neutron] 10.222.0.48 "GET /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2381353 Jan 20 01:01:09.517556 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859612aa-df72-4419-8a58-e003302335a3 req-14a4a122-e1e5-4887-8aa5-401af1259996 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:09.524018 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-859612aa-df72-4419-8a58-e003302335a3 req-14a4a122-e1e5-4887-8aa5-401af1259996 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1269426 Jan 20 01:01:09.559512 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09b686-fe9a-4ed0-b7e7-1b772336a4b0 req-e5dc665e-31c3-419d-93ef-035bc8348a09 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:09.561904 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6a09b686-fe9a-4ed0-b7e7-1b772336a4b0 req-e5dc665e-31c3-419d-93ef-035bc8348a09 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1344416 Jan 20 01:01:09.573626 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-859612aa-df72-4419-8a58-e003302335a3 req-bb093bdf-49d0-4ac9-90e5-ac670e5e1d2d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480957 Jan 20 01:01:09.621749 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6a09b686-fe9a-4ed0-b7e7-1b772336a4b0 req-beec9875-a57c-428f-9f9a-ec8e667dd111 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534081 Jan 20 01:01:10.135375 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34526) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:10.291172 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-52a01671-23b0-4034-afe9-473de5f1e2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:10.310523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-52a01671-23b0-4034-afe9-473de5f1e2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:10.314693 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-52a01671-23b0-4034-afe9-473de5f1e2f7 admin admin] Usage tracker for resource:security_group_rule and tenant:bcbc509ae41c4c76929f238ba5b6facb is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:10.317672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-52a01671-23b0-4034-afe9-473de5f1e2f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:10.323493 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-52a01671-23b0-4034-afe9-473de5f1e2f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:10.408910 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-52a01671-23b0-4034-afe9-473de5f1e2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:10.411743 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-52a01671-23b0-4034-afe9-473de5f1e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:10.420524 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-364c31d4-429c-44a2-9522-0e1240b66c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:10.463572 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-52a01671-23b0-4034-afe9-473de5f1e2f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bcbc509ae41c4c76929f238ba5b6facb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270404 Jan 20 01:01:10.464533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a01671-23b0-4034-afe9-473de5f1e2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1d4c56-a659-49b7-911f-cc911b0f793a,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:10.466763 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 34532) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:10.468233 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-52a01671-23b0-4034-afe9-473de5f1e2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:10.531513 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba6f67ed-7d10-4141-8f70-788a5a08f49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:10.562083 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba6f67ed-7d10-4141-8f70-788a5a08f49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:10.607442 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba6f67ed-7d10-4141-8f70-788a5a08f49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:10.612554 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b47ac2d7-21a0-461a-95c9-05ed2fedc6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:10.625150 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f67ed-7d10-4141-8f70-788a5a08f49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1d4c56-a659-49b7-911f-cc911b0f793a,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:10.634843 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ba6f67ed-7d10-4141-8f70-788a5a08f49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:10.635660 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba6f67ed-7d10-4141-8f70-788a5a08f49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:10.637270 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ba6f67ed-7d10-4141-8f70-788a5a08f49d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc1d4c56-a659-49b7-911f-cc911b0f793a HTTP/1.1" status: 204 len: 168 time: 0.1690567 Jan 20 01:01:10.878189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8136fbc-8d9f-44db-ad60-249b8530444b req-1522f2f2-a20e-4f8d-9db9-054fd525e335 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:10.880085 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c8136fbc-8d9f-44db-ad60-249b8530444b req-1522f2f2-a20e-4f8d-9db9-054fd525e335 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1221352 Jan 20 01:01:10.934071 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c8136fbc-8d9f-44db-ad60-249b8530444b req-2e286b92-57f7-4849-94a1-acc95adb1f40 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471618 Jan 20 01:01:10.977026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a41c82-ba31-41c9-9855-3a1c6960f913 req-bbd9f930-91bd-42ce-8ab4-c57864e85758 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:10.978757 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-00a41c82-ba31-41c9-9855-3a1c6960f913 req-bbd9f930-91bd-42ce-8ab4-c57864e85758 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1097040 Jan 20 01:01:11.011007 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e14fb6e5-b0a0-4d1f-8564-cf17c647f952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:11.037978 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-00a41c82-ba31-41c9-9855-3a1c6960f913 req-d4e796ad-0b1c-48b8-acd3-3151d3f05a73 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529397 Jan 20 01:01:11.356230 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-499687b6-6967-418b-be41-61b5cc37e782 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:11.357924 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-499687b6-6967-418b-be41-61b5cc37e782 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.48 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 946 time: 0.1112962 Jan 20 01:01:11.439275 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Deleting port 0013ba87-b880-44a6-94f4-10da6e6b050f {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:01:11.439698 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:11.554310 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 34558) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:11.718674 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-529296493-network', 'tenant_id': '5c928880ee83453bb08037617d6873a2'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:11.733064 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:11.741568 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Usage tracker for resource:network and tenant:5c928880ee83453bb08037617d6873a2 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:11.747740 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:11.751531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] For port 0013ba87-b880-44a6-94f4-10da6e6b050f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0013ba87-b880-44a6-94f4-10da6e6b050f,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:11.751938 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:11.765546 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:11.847311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Made reservation on behalf of 5c928880ee83453bb08037617d6873a2 for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 01:01:11.851924 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:11.856473 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 0013ba87-b880-44a6-94f4-10da6e6b050f no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:01:11.876980 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:11.906982 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:11.988321 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:11.997297 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Usage tracker for resource:security_group_rule and tenant:5c928880ee83453bb08037617d6873a2 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:12.008091 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:12.021191 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e43d303-28d2-497e-97a7-c1d718480709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0013ba87-b880-44a6-94f4-10da6e6b050f'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:12.027070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:12.030429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 0013ba87-b880-44a6-94f4-10da6e6b050f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0013ba87-b880-44a6-94f4-10da6e6b050f,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:12.033284 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:12.035163 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0aab0255-2e2c-4c2d-9965-ef97957d224e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:12.110890 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e43d303-28d2-497e-97a7-c1d718480709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0013ba87-b880-44a6-94f4-10da6e6b050f', 'code': 200} Jan 20 01:01:12.114792 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=0013ba87-b880-44a6-94f4-10da6e6b050f,revision_number=7']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:12.118355 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:12.285962 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:12.286391 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:12.286795 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_db [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Floating IP 8f6147d3-a13c-4970-8489-3470b1eadc19 disassociated. External IP: 172.28.0.214, port: 0013ba87-b880-44a6-94f4-10da6e6b050f. Jan 20 01:01:12.287190 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Calling delete_port for 0013ba87-b880-44a6-94f4-10da6e6b050f owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:01:12.320629 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8346d-ead5-4946-ad96-51ae6639e24f req-e2eeec5f-e736-44df-b016-7c2489780932 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:12.322314 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c9c8346d-ead5-4946-ad96-51ae6639e24f req-e2eeec5f-e736-44df-b016-7c2489780932 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.1053495 Jan 20 01:01:12.381054 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c9c8346d-ead5-4946-ad96-51ae6639e24f req-b9ebd53e-7148-411b-af1f-d843983656a9 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516503 Jan 20 01:01:12.550282 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:12.640790 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324906c5-44b3-40b6-8140-4b827e7ea56f req-0efacc44-2c5c-4cd1-b2df-1fc605e627bf tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:12.642375 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-324906c5-44b3-40b6-8140-4b827e7ea56f req-0efacc44-2c5c-4cd1-b2df-1fc605e627bf tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.4797404 Jan 20 01:01:12.670471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:12.705066 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:12.716712 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:12.723985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-15a0a6b9-8ee9-4a88-aac3-f58437f8d8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:12.764423 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.api [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 01:01:12.764786 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.api [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 01:01:12.768484 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 01:01:12.776237 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-324906c5-44b3-40b6-8140-4b827e7ea56f req-bbfa8855-4cba-42b8-b0ad-ad052c3e8cf6 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246352 Jan 20 01:01:12.786485 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a90468e-963f-4c84-8fe2-ffc1f921b2da,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:12.790662 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:12.793337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773035505284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:12.793781 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Added segment b628a62f-3135-4719-96c2-5c5f8841ad40 of type vxlan for network e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 Jan 20 01:01:12.825901 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:12.857751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:12.859148 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:12.859800 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:12.867371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:12.984862 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Pushing event updated for resources: {'Network': ['ID=e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:12.989026 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4335592 Jan 20 01:01:12.990055 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:12.992090 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34574) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:12.998227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 01:01:12.998637 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Request body: {'subnet': {'network_id': 'e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-529296493-subnet', 'tenant_id': '5c928880ee83453bb08037617d6873a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:13.004110 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:13.009601 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Usage tracker for resource:subnet and tenant:5c928880ee83453bb08037617d6873a2 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:13.012892 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:13.013720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 01:01:13.019343 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:13.031923 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Made reservation on behalf of 5c928880ee83453bb08037617d6873a2 for: {'subnet': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 01:01:13.037220 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851842305'] for subnet, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:13.265770 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Deleting port 0013ba87-b880-44a6-94f4-10da6e6b050f {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:01:13.266166 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:13.482458 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:13.519217 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852614754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851842416'] for subnet, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:13.533572 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:13.566155 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] For port 0013ba87-b880-44a6-94f4-10da6e6b050f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0013ba87-b880-44a6-94f4-10da6e6b050f,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:13.566552 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:13.665766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78fb028-f2f8-4115-890f-8d049f0d7aee,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:13.675618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:13.751516 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Checking segment: {'id': 'b628a62f-3135-4719-96c2-5c5f8841ad40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:01:13.752406 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Network hostable DHCP agents. Network: e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 01:01:13.773732 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Network e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 01:01:13.783048 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09) {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:01:13.793162 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc272677-3b41-41d6-b4f2-65dde40c2b7d None None] Network e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 01:01:13.799057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:13.799711 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:13.832889 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8394122 Jan 20 01:01:13.884332 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607a1e0-fa8a-4d6f-b19f-c3b3c7265926 req-26bab012-c427-4bed-8a3a-083bfc27c8ca tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:13.885457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b607a1e0-fa8a-4d6f-b19f-c3b3c7265926 req-26bab012-c427-4bed-8a3a-083bfc27c8ca tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Synchronizing usage tracker for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:14.009471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b607a1e0-fa8a-4d6f-b19f-c3b3c7265926 req-26bab012-c427-4bed-8a3a-083bfc27c8ca tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Unset dirty status for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:14.011213 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b607a1e0-fa8a-4d6f-b19f-c3b3c7265926 req-26bab012-c427-4bed-8a3a-083bfc27c8ca tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 944 time: 0.4319639 Jan 20 01:01:14.056344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c45d0f-a828-4942-bbd6-df416004344c None None] Network e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 01:01:14.075838 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:14.076183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:14.076540 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_db [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Floating IP 8f6147d3-a13c-4970-8489-3470b1eadc19 disassociated. External IP: 172.28.0.214, port: 0013ba87-b880-44a6-94f4-10da6e6b050f. Jan 20 01:01:14.076927 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Calling delete_port for 0013ba87-b880-44a6-94f4-10da6e6b050f owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:01:14.138077 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b607a1e0-fa8a-4d6f-b19f-c3b3c7265926 req-128f8603-6aa1-4633-94da-ecb93c3fa507 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=aa8fed34-3ee9-47c4-9580-1878f4517c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200635 Jan 20 01:01:14.291098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:14.308836 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7ad9ec79-4f3b-472a-818c-39c1b12c3f2a tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:14.367994 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event deleted for resources: {'Port': ['ID=0013ba87-b880-44a6-94f4-10da6e6b050f,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:14.380755 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:14.820077 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Router 30ad21de-0a1b-4394-881f-9eee0cc7452f has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:01:15.031592 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:01:15.042561 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26630ff9-1e8f-4fa1-8e9c-04b352e955e0 None None] Sync routers for ids ['30ad21de-0a1b-4394-881f-9eee0cc7452f'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:01:15.056166 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26630ff9-1e8f-4fa1-8e9c-04b352e955e0 None None] Routers {'30ad21de-0a1b-4394-881f-9eee0cc7452f'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:01:15.056546 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-26630ff9-1e8f-4fa1-8e9c-04b352e955e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:01:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['30ad21de-0a1b-4394-881f-9eee0cc7452f'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:15.076673 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] No DVR routers for this DVR port 0013ba87-b880-44a6-94f4-10da6e6b050f on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:01:15.079486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:15.084519 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e43d303-28d2-497e-97a7-c1d718480709', 'name': 'network-vif-deleted', 'tag': '0013ba87-b880-44a6-94f4-10da6e6b050f'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:15.100481 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8a419a2e-944c-4fb1-9d4a-af161ef986fb req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.48 "DELETE /v2.0/ports/0013ba87-b880-44a6-94f4-10da6e6b050f HTTP/1.1" status: 204 len: 173 time: 3.7364790 Jan 20 01:01:15.158288 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e43d303-28d2-497e-97a7-c1d718480709', 'name': 'network-vif-deleted', 'tag': '0013ba87-b880-44a6-94f4-10da6e6b050f', 'status': 'completed', 'code': 200} Jan 20 01:01:15.265505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-26630ff9-1e8f-4fa1-8e9c-04b352e955e0 None None] Set router 30ad21de-0a1b-4394-881f-9eee0cc7452f gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:01:15.540090 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0a9c23b5-424e-4d16-bafb-a35991d1fcb0 req-d72da04f-f8b8-448b-8fe4-9618197217d1 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Synchronizing usage tracker for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:15.557591 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0a9c23b5-424e-4d16-bafb-a35991d1fcb0 req-d72da04f-f8b8-448b-8fe4-9618197217d1 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Unset dirty status for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:15.559315 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0a9c23b5-424e-4d16-bafb-a35991d1fcb0 req-d72da04f-f8b8-448b-8fe4-9618197217d1 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=7e43d303-28d2-497e-97a7-c1d718480709 HTTP/1.1" status: 200 len: 210 time: 0.0845437 Jan 20 01:01:15.637568 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-26630ff9-1e8f-4fa1-8e9c-04b352e955e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:25Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:15.641910 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26630ff9-1e8f-4fa1-8e9c-04b352e955e0 None None] Checking router: 30ad21de-0a1b-4394-881f-9eee0cc7452f for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:01:15.650904 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26630ff9-1e8f-4fa1-8e9c-04b352e955e0 None None] Routers {'30ad21de-0a1b-4394-881f-9eee0cc7452f'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:01:15.651552 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-26630ff9-1e8f-4fa1-8e9c-04b352e955e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:01:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['30ad21de-0a1b-4394-881f-9eee0cc7452f'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:16.041740 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-26630ff9-1e8f-4fa1-8e9c-04b352e955e0 None None] Set router 30ad21de-0a1b-4394-881f-9eee0cc7452f gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:01:16.294683 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-1ef6d97b-02eb-4c8d-bc52-70fb6b32b6ad tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:16.295709 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-1ef6d97b-02eb-4c8d-bc52-70fb6b32b6ad tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Synchronizing usage tracker for tenant:5c928880ee83453bb08037617d6873a2 on resource:network {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:16.321197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-1ef6d97b-02eb-4c8d-bc52-70fb6b32b6ad tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Unset dirty status for tenant:5c928880ee83453bb08037617d6873a2 on resource:network {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:16.324277 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-1ef6d97b-02eb-4c8d-bc52-70fb6b32b6ad tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/networks?id=e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 HTTP/1.1" status: 200 len: 808 time: 0.2225955 Jan 20 01:01:16.343059 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-221dab7c-c6ae-498e-87ac-5a5939e301dc tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/quotas/5c928880ee83453bb08037617d6873a2 HTTP/1.1" status: 200 len: 375 time: 0.0129323 Jan 20 01:01:16.410686 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-2dae381e-a9b2-46da-983d-5067aa463787 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c928880ee83453bb08037617d6873a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592430 Jan 20 01:01:16.555401 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-26630ff9-1e8f-4fa1-8e9c-04b352e955e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:25Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:16.560233 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26630ff9-1e8f-4fa1-8e9c-04b352e955e0 None None] The sync data for ids ['30ad21de-0a1b-4394-881f-9eee0cc7452f'] in dv-cinder-667108-30-smb is: [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:25Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:01:16.571249 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1a970-60ee-426f-99ba-9e108cde14af req-81b685cd-3043-4fc0-a017-8a56f0698709 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:16.572950 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b0d1a970-60ee-426f-99ba-9e108cde14af req-81b685cd-3043-4fc0-a017-8a56f0698709 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1549098 Jan 20 01:01:16.578356 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-b96413ec-a3c6-4ded-8e43-a07c3fded05b service neutron] 10.222.0.44 "GET /v2.0/networks/e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593626 Jan 20 01:01:16.629408 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b0d1a970-60ee-426f-99ba-9e108cde14af req-a592c820-520e-4276-a641-5733c2dea971 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498288 Jan 20 01:01:16.755481 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-54da7d70-9d39-4955-b5cf-0e09cf0083f4 service neutron] 10.222.0.44 "GET /v2.0/networks/e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1759613 Jan 20 01:01:16.787421 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 34642) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:16.879316 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08325d3c-f019-478d-a80a-bdc473820ad5 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:16.932473 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08325d3c-f019-478d-a80a-bdc473820ad5 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:17.006181 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08325d3c-f019-478d-a80a-bdc473820ad5 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:17.009672 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-90517530-5b9b-4a25-bbe7-5a68f934272c req-f2678fa3-fddb-4ba7-8935-e292c4cd9652 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 210 time: 0.0667841 Jan 20 01:01:17.015034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-44813289-1e12-45d4-b413-5e27089aef08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:17.035901 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08325d3c-f019-478d-a80a-bdc473820ad5 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8fed34-3ee9-47c4-9580-1878f4517c22,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:17.046905 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08325d3c-f019-478d-a80a-bdc473820ad5 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:17.050422 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08325d3c-f019-478d-a80a-bdc473820ad5 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:17.052066 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-08325d3c-f019-478d-a80a-bdc473820ad5 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "DELETE /v2.0/security-groups/aa8fed34-3ee9-47c4-9580-1878f4517c22 HTTP/1.1" status: 204 len: 168 time: 0.2635429 Jan 20 01:01:17.056346 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34650) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:17.087392 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c65b1-0524-44ed-83e3-de37eb4eba88 None None] New status for floating IP 8f6147d3-a13c-4970-8489-3470b1eadc19: DOWN {{(pid=80162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 01:01:17.322727 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.v2.resource [None req-571660b8-31c5-48ac-b4ed-ae4552a38aad tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] show failed (client error): The resource could not be found. Jan 20 01:01:17.326931 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-571660b8-31c5-48ac-b4ed-ae4552a38aad tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups/aa8fed34-3ee9-47c4-9580-1878f4517c22 HTTP/1.1" status: 404 len: 347 time: 0.2674630 Jan 20 01:01:17.327196 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34660) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:17.533233 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-a561f079-029b-4ef5-8428-78c6ba21c6fb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Deleting port c1a2cfd1-0fc2-4362-b30a-568f5cb54b9e {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:01:17.533616 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a561f079-029b-4ef5-8428-78c6ba21c6fb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:17.757136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a561f079-029b-4ef5-8428-78c6ba21c6fb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:17.757515 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a561f079-029b-4ef5-8428-78c6ba21c6fb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:17.919670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36d349-9de8-411c-bebe-5ef77622c808 req-ef9910ed-d993-4008-a900-b09ef55f0a09 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:17.921336 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9d36d349-9de8-411c-bebe-5ef77622c808 req-ef9910ed-d993-4008-a900-b09ef55f0a09 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1097012 Jan 20 01:01:17.942292 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-a561f079-029b-4ef5-8428-78c6ba21c6fb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Calling delete_port for c1a2cfd1-0fc2-4362-b30a-568f5cb54b9e owned by network:floatingip {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:01:17.975748 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9d36d349-9de8-411c-bebe-5ef77622c808 req-a3698361-7292-4878-8aac-bd3b16505116 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461211 Jan 20 01:01:18.081865 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f933a65-9f8b-4253-870b-570b1f65e330 req-a8aaba15-eae6-4019-b01d-414938c87c24 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:18.083617 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0f933a65-9f8b-4253-870b-570b1f65e330 req-a8aaba15-eae6-4019-b01d-414938c87c24 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.2497416 Jan 20 01:01:18.191377 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0f933a65-9f8b-4253-870b-570b1f65e330 req-ba65a0eb-e6dc-416d-989e-1224ae3ca653 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721428 Jan 20 01:01:18.194758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a561f079-029b-4ef5-8428-78c6ba21c6fb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:18.207937 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1178f671-2b27-4a1c-ac71-f9a40af9f860 req-af2605ac-a2c1-4a6e-99bf-a196e4db70e7 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 210 time: 0.0480628 Jan 20 01:01:18.213166 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:18.276850 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561f079-029b-4ef5-8428-78c6ba21c6fb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event deleted for resources: {'Port': ['ID=c1a2cfd1-0fc2-4362-b30a-568f5cb54b9e,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:18.281924 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a561f079-029b-4ef5-8428-78c6ba21c6fb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:18.469111 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a561f079-029b-4ef5-8428-78c6ba21c6fb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:18.487910 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a561f079-029b-4ef5-8428-78c6ba21c6fb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:18.492399 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a561f079-029b-4ef5-8428-78c6ba21c6fb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "DELETE /v2.0/floatingips/8f6147d3-a13c-4970-8489-3470b1eadc19 HTTP/1.1" status: 204 len: 168 time: 1.1607020 Jan 20 01:01:18.640785 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-9948db88-3420-4d95-9a16-79702f48a1dc tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:18.642410 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-9948db88-3420-4d95-9a16-79702f48a1dc tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.48 "GET /v2.0/networks?id=e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 HTTP/1.1" status: 200 len: 808 time: 0.4217467 Jan 20 01:01:18.681215 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Request body: {'port': {'device_id': '53e1f507-4a41-4fda-a7e8-6ee0af4574fb', 'network_id': 'e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09', 'admin_state_up': True, 'tenant_id': '5c928880ee83453bb08037617d6873a2'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:18.772637 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34680) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:18.779715 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Request body: {'security_group': {'name': 'tempest-securitygroup--256342061', 'description': 'tempest-description--152652890'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:18.792981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:18.795137 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Usage tracker for resource:security_group and tenant:b66d871f044e4b3ba3b44aeb44be60a0 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:18.798140 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:18.804728 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:18.815386 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:18.836936 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:18.838438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:18.842955 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Usage tracker for resource:security_group_rule and tenant:b66d871f044e4b3ba3b44aeb44be60a0 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:18.846509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:18.852440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:18.888917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Usage tracker for resource:port and tenant:5c928880ee83453bb08037617d6873a2 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:18.897190 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Quota usage for port was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:18.906328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:18.928446 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:18.930241 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Made reservation on behalf of 5c928880ee83453bb08037617d6873a2 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 01:01:18.931355 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:18.936846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8a8f258c-c709-4343-b3ac-99a213ed53e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:18.939406 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:18.985992 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event updated for resources: {'SecurityGroup': ['ID=0defb7a5-d799-46ce-a53d-3ff5b332a890,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:18.989597 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:18.991005 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2168312 Jan 20 01:01:18.992092 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:18.994305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34684) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:19.001060 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-89738ed1-d4a1-4fdd-8846-591d4136c0e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Request body: {'security_group_rule': {'security_group_id': '0defb7a5-d799-46ce-a53d-3ff5b332a890', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:19.011204 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-89738ed1-d4a1-4fdd-8846-591d4136c0e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:19.012117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-edc062f4-220a-4b6d-a3c3-3d522446927a tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:19.013807 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-edc062f4-220a-4b6d-a3c3-3d522446927a tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.48 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.1737933 Jan 20 01:01:19.015729 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-89738ed1-d4a1-4fdd-8846-591d4136c0e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Usage tracker for resource:security_group_rule and tenant:b66d871f044e4b3ba3b44aeb44be60a0 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:19.019150 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-89738ed1-d4a1-4fdd-8846-591d4136c0e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:19.025474 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-89738ed1-d4a1-4fdd-8846-591d4136c0e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:19.044237 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-89738ed1-d4a1-4fdd-8846-591d4136c0e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group_rule, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:19.117294 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-89738ed1-d4a1-4fdd-8846-591d4136c0e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:19.120414 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-89738ed1-d4a1-4fdd-8846-591d4136c0e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750798'] for security_group_rule, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:19.128107 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6a4d5d19-dee6-49a9-b6f7-5d545072490f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:19.152735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89738ed1-d4a1-4fdd-8846-591d4136c0e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556473ef-519b-496e-afdb-1d00ab1a6186,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:19.155563 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-89738ed1-d4a1-4fdd-8846-591d4136c0e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:19.160044 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-89738ed1-d4a1-4fdd-8846-591d4136c0e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group_rule, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:19.161863 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-89738ed1-d4a1-4fdd-8846-591d4136c0e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657751 Jan 20 01:01:19.164806 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34690) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:19.170839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-6ba3f36b-4b80-439e-9352-d62de5366878 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Request body: {'security_group_rule': {'security_group_id': '0defb7a5-d799-46ce-a53d-3ff5b332a890', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:19.180426 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6ba3f36b-4b80-439e-9352-d62de5366878 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:19.184501 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6ba3f36b-4b80-439e-9352-d62de5366878 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Usage tracker for resource:security_group_rule and tenant:b66d871f044e4b3ba3b44aeb44be60a0 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:19.187550 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6ba3f36b-4b80-439e-9352-d62de5366878 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:19.193437 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6ba3f36b-4b80-439e-9352-d62de5366878 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:19.210186 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f36b-4b80-439e-9352-d62de5366878 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group_rule, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:19.269440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Deleting port 580093d6-f404-4886-8106-c473d787cb80 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:01:19.269811 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:19.277049 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f36b-4b80-439e-9352-d62de5366878 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:19.280316 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f36b-4b80-439e-9352-d62de5366878 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750798'] for security_group_rule, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:19.282548 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7bc7ccf-b855-438a-944b-a4648b751ea4 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:19.308478 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3f36b-4b80-439e-9352-d62de5366878 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8634394-124d-4972-9d1b-ad4e87128b14,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:19.312934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6ba3f36b-4b80-439e-9352-d62de5366878 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:19.320467 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ba3f36b-4b80-439e-9352-d62de5366878 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group_rule, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:19.324708 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-6ba3f36b-4b80-439e-9352-d62de5366878 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557124 Jan 20 01:01:19.325235 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34698) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:19.371656 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Request body: {'floatingip': {'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:19.385598 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:19.391752 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Usage tracker for resource:floatingip and tenant:b66d871f044e4b3ba3b44aeb44be60a0 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:19.395698 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:19.403700 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:19.423177 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:19.502098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfbeec-7d55-4d54-aeb3-7a17ee4a6a04 req-3cf2ce77-179b-4c57-9024-be4a2e01b665 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:19.503853 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-92bfbeec-7d55-4d54-aeb3-7a17ee4a6a04 req-3cf2ce77-179b-4c57-9024-be4a2e01b665 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1802552 Jan 20 01:01:19.539193 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c913e-164f-481d-b398-6b5beaa10af7 req-b76ae4b9-b929-48c4-abba-92f77c4d8ffd tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:19.540881 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-869c913e-164f-481d-b398-6b5beaa10af7 req-b76ae4b9-b929-48c4-abba-92f77c4d8ffd tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 946 time: 0.3735492 Jan 20 01:01:19.618990 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-92bfbeec-7d55-4d54-aeb3-7a17ee4a6a04 req-fc83de03-36f5-4771-bb05-87918fd6526c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086514 Jan 20 01:01:19.659403 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:19.759852 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-869c913e-164f-481d-b398-6b5beaa10af7 req-d66bf36e-b4a8-4482-9113-1f2bb2a90479 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1966579 Jan 20 01:01:19.771812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Allocated IP 172.20.0.10 (e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09/f78fb028-f2f8-4115-890f-8d049f0d7aee/db110b7e-d419-41be-a470-c78f9505a2e2) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:01:19.799789 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] For port 580093d6-f404-4886-8106-c473d787cb80, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=580093d6-f404-4886-8106-c473d787cb80,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:19.800194 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:19.823666 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-655f0740-3894-4d1f-b7d4-57fe2f7aa9a5 req-ca171545-e04c-4a90-98ff-f42f9a384945 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 210 time: 0.0580304 Jan 20 01:01:19.893543 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 580093d6-f404-4886-8106-c473d787cb80 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:01:19.994801 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Allocated IP 172.28.0.70 (7116fac5-173a-4c74-bc75-236a854e751a/6b429026-7f7c-498d-960b-2e131da09027/c344d034-1612-40f5-82d9-1a823d570426) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:01:20.027618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:20.057202 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580093d6-f404-4886-8106-c473d787cb80'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:20.068363 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 580093d6-f404-4886-8106-c473d787cb80, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=580093d6-f404-4886-8106-c473d787cb80,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:20.073330 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:20.076019 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bea26b2b-2371-44d0-97ec-da71a42862b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:20.152565 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=580093d6-f404-4886-8106-c473d787cb80,revision_number=5']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:20.156133 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:20.166508 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:20.171330 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580093d6-f404-4886-8106-c473d787cb80', 'code': 200} Jan 20 01:01:20.196503 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:20.215783 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:20.302119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:20.302551 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:20.302928 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_db [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Floating IP 599e87fb-33b4-4951-a942-6f48b18e0d56 disassociated. External IP: 172.28.0.163, port: 580093d6-f404-4886-8106-c473d787cb80. Jan 20 01:01:20.303314 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Calling delete_port for 580093d6-f404-4886-8106-c473d787cb80 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:01:20.348156 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:20.350949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event updated for resources: {'Port': ['ID=c344d034-1612-40f5-82d9-1a823d570426,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:20.360708 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:20.406888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Network 7116fac5-173a-4c74-bc75-236a854e751a is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:01:20.409002 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:01:20.411360 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:01:20.418507 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.api [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 01:01:20.418909 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.api [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 01:01:20.422147 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:20.437831 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e26938ad-e416-41bc-898e-e0e7630a4ccc tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:20.581916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Pushing event updated for resources: {'Port': ['ID=db110b7e-d419-41be-a470-c78f9505a2e2,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:20.583744 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580a66a-044b-4c61-b287-417a3bb14fa1 req-7a34c07a-41a2-4fa5-acb0-b8f78a978766 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:20.585485 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6580a66a-044b-4c61-b287-417a3bb14fa1 req-7a34c07a-41a2-4fa5-acb0-b8f78a978766 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.48 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.1471069 Jan 20 01:01:20.592086 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:20.630322 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:20.643936 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Network e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:01:20.645736 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:01:20.648191 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:01:20.723129 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-6580a66a-044b-4c61-b287-417a3bb14fa1 req-87b0e262-4c15-4f32-8b93-2e34000937aa tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Deleting port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:01:20.723517 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6580a66a-044b-4c61-b287-417a3bb14fa1 req-87b0e262-4c15-4f32-8b93-2e34000937aa tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:20.731630 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:20.732430 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:20.757024 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0800915 Jan 20 01:01:20.771310 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Request body: {'port': {'device_id': '53e1f507-4a41-4fda-a7e8-6ee0af4574fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:20.806616 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:20.901136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:20.951951 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Deleting port 580093d6-f404-4886-8106-c473d787cb80 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:01:20.951951 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:21.418618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31642cd-1960-4635-95ee-32f46355b6a5 req-feeccc75-37da-4e80-8b22-e7630691c568 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:21.420333 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a31642cd-1960-4635-95ee-32f46355b6a5 req-feeccc75-37da-4e80-8b22-e7630691c568 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 945 time: 0.6558967 Jan 20 01:01:21.505813 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a395-ded1-43c9-8761-0ec88418885a req-a58abee9-fc1a-463d-a8ca-03aee4936c89 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:21.506662 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-6ff3a395-ded1-43c9-8761-0ec88418885a req-a58abee9-fc1a-463d-a8ca-03aee4936c89 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Synchronizing usage tracker for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:21.582431 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-6580a66a-044b-4c61-b287-417a3bb14fa1 req-87b0e262-4c15-4f32-8b93-2e34000937aa tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] For port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=2a42466a-79e8-49ec-b1cb-e04dfbb4df68,segment=NetworkSegment(38523567-1b8c-4c32-a860-fb18c9a2b8d3),segment_id=38523567-1b8c-4c32-a860-fb18c9a2b8d3)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:21.582858 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6580a66a-044b-4c61-b287-417a3bb14fa1 req-87b0e262-4c15-4f32-8b93-2e34000937aa tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:21.595934 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a31642cd-1960-4635-95ee-32f46355b6a5 req-57f1383a-7714-42f9-94ac-50029c8d89cc tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655514 Jan 20 01:01:21.630271 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-6ff3a395-ded1-43c9-8761-0ec88418885a req-a58abee9-fc1a-463d-a8ca-03aee4936c89 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Unset dirty status for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:21.631648 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ff3a395-ded1-43c9-8761-0ec88418885a req-a58abee9-fc1a-463d-a8ca-03aee4936c89 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 944 time: 0.7318785 Jan 20 01:01:21.746209 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-6580a66a-044b-4c61-b287-417a3bb14fa1 req-87b0e262-4c15-4f32-8b93-2e34000937aa tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Calling delete_port for 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 owned by compute:nova {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:01:21.824578 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] For port 580093d6-f404-4886-8106-c473d787cb80, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=580093d6-f404-4886-8106-c473d787cb80,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:21.824984 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:21.839979 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6ff3a395-ded1-43c9-8761-0ec88418885a req-bc912d75-190d-452b-9dba-195f9dc846ed tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=cab48c12-24e2-4f7e-b24b-2fd371b80fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1968362 Jan 20 01:01:21.877367 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:01:21.877594 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:21.888343 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852615402'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:21.917186 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f02dfdd0-4d49-4ab4-8e7c-0d874949632d tempest-VolumesActionsTest-1764161171 tempest-VolumesActionsTest-1764161171] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:22.005043 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:22.116920 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event updated for resources: {'Port': ['ID=c344d034-1612-40f5-82d9-1a823d570426,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:22.126036 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:22.129003 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 20 01:01:22.129003 dv-cinder-667108-30-smb neutron-server[80047]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jan 20 01:01:22.129003 dv-cinder-667108-30-smb neutron-server[80047]: [parameters: {'status': 'DOWN', 'ports_id': '2a42466a-79e8-49ec-b1cb-e04dfbb4df68'}] Jan 20 01:01:22.129003 dv-cinder-667108-30-smb neutron-server[80047]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80162) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 01:01:22.129647 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.api [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 01:01:22.168678 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b465b-ecaf-4c83-9693-01a7b8bfcda0 req-6cca9b27-d874-435e-982d-7bbf7ec7a863 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:22.170357 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6a2b465b-ecaf-4c83-9693-01a7b8bfcda0 req-6cca9b27-d874-435e-982d-7bbf7ec7a863 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 932 time: 0.4332330 Jan 20 01:01:22.239790 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db110b7e-d419-41be-a470-c78f9505a2e2 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 01:01:22.248318 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6580a66a-044b-4c61-b287-417a3bb14fa1 req-87b0e262-4c15-4f32-8b93-2e34000937aa tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:22.259153 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:22.265272 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:22.265691 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:22.266041 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_db [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Floating IP 599e87fb-33b4-4951-a942-6f48b18e0d56 disassociated. External IP: 172.28.0.163, port: 580093d6-f404-4886-8106-c473d787cb80. Jan 20 01:01:22.266419 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Calling delete_port for 580093d6-f404-4886-8106-c473d787cb80 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:01:22.273795 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6a2b465b-ecaf-4c83-9693-01a7b8bfcda0 req-428e0834-c72b-4897-92fb-fe10e1f52f82 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962083 Jan 20 01:01:22.274413 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:22.318940 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Transition to ACTIVE for port object db110b7e-d419-41be-a470-c78f9505a2e2 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:01:22.327480 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:22.351908 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-28d6ee81-48bb-48ce-b6ee-3d8e43284459 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:22.373427 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0e262-4c15-4f32-8b93-2e34000937aa tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Pushing event deleted for resources: {'Port': ['ID=2a42466a-79e8-49ec-b1cb-e04dfbb4df68,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:22.380280 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-87b0e262-4c15-4f32-8b93-2e34000937aa tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:22.477614 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:22.511350 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=db110b7e-d419-41be-a470-c78f9505a2e2,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:22.523093 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:22.534669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:22.536006 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1754322 Jan 20 01:01:22.588030 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-6580a66a-044b-4c61-b287-417a3bb14fa1 req-87b0e262-4c15-4f32-8b93-2e34000937aa tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] No DVR routers for this DVR port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 on host hv-cinder-66710 {{(pid=80161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:01:22.590762 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6580a66a-044b-4c61-b287-417a3bb14fa1 req-87b0e262-4c15-4f32-8b93-2e34000937aa tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:22.592882 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6580a66a-044b-4c61-b287-417a3bb14fa1 req-87b0e262-4c15-4f32-8b93-2e34000937aa tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.48 "DELETE /v2.0/ports/2a42466a-79e8-49ec-b1cb-e04dfbb4df68 HTTP/1.1" status: 204 len: 173 time: 2.0017083 Jan 20 01:01:22.593428 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d2519d-08f2-42a9-a317-ef7ca7cc1648', 'name': 'network-vif-deleted', 'tag': '2a42466a-79e8-49ec-b1cb-e04dfbb4df68'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:22.676569 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Port 2a42466a-79e8-49ec-b1cb-e04dfbb4df68 update to DOWN by agent not found {{(pid=80162) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}} Jan 20 01:01:22.694953 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:22.696065 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d2519d-08f2-42a9-a317-ef7ca7cc1648', 'name': 'network-vif-deleted', 'tag': '2a42466a-79e8-49ec-b1cb-e04dfbb4df68', 'status': 'completed', 'code': 200} Jan 20 01:01:22.711814 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ab021538-494f-46f3-9f86-1f01a076b45e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:22.808381 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event deleted for resources: {'Port': ['ID=580093d6-f404-4886-8106-c473d787cb80,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:22.820143 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:22.828793 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b1ab47c2-4956-49a1-bc73-f4761d050c2f req-a1fca177-97f1-47f8-a50e-64f460bbc7b1 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Synchronizing usage tracker for tenant:67e31641c6c3491d928ab40dd60e9f29 on resource:port {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:22.844570 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b1ab47c2-4956-49a1-bc73-f4761d050c2f req-a1fca177-97f1-47f8-a50e-64f460bbc7b1 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Unset dirty status for tenant:67e31641c6c3491d928ab40dd60e9f29 on resource:port {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:22.845963 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b1ab47c2-4956-49a1-bc73-f4761d050c2f req-a1fca177-97f1-47f8-a50e-64f460bbc7b1 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=b7d2519d-08f2-42a9-a317-ef7ca7cc1648 HTTP/1.1" status: 200 len: 210 time: 0.0706646 Jan 20 01:01:22.982038 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-8e21c91f-2845-47bf-8eed-94837b8fc5b7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Synchronizing usage tracker for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:23.000564 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Attempting to bind port db110b7e-d419-41be-a470-c78f9505a2e2 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 01:01:23.000942 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Attempting to bind port db110b7e-d419-41be-a470-c78f9505a2e2 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'b628a62f-3135-4719-96c2-5c5f8841ad40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 01:01:23.001314 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Attempting to bind port db110b7e-d419-41be-a470-c78f9505a2e2 on network e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 01:01:23.015379 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 01:01:23.015818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Checking segment: {'id': 'b628a62f-3135-4719-96c2-5c5f8841ad40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:01:23.016222 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:23.016627 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Bound using segment: {'id': 'b628a62f-3135-4719-96c2-5c5f8841ad40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 01:01:23.017160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Bound port: db110b7e-d419-41be-a470-c78f9505a2e2, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b628a62f-3135-4719-96c2-5c5f8841ad40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 01:01:23.017519 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:23.027250 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b517948f-2119-40f7-a834-f478cc20f23c req-3189aec2-f91b-40dc-a3c0-4b9605bcf304 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 210 time: 0.0495899 Jan 20 01:01:23.036723 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-8e21c91f-2845-47bf-8eed-94837b8fc5b7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Unset dirty status for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:23.037959 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-8e21c91f-2845-47bf-8eed-94837b8fc5b7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--256342061&fields=id&tenant_id=b66d871f044e4b3ba3b44aeb44be60a0 HTTP/1.1" status: 200 len: 267 time: 0.1669202 Jan 20 01:01:23.406587 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] For port db110b7e-d419-41be-a470-c78f9505a2e2, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 01:01:23.438727 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] For port db110b7e-d419-41be-a470-c78f9505a2e2, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=db110b7e-d419-41be-a470-c78f9505a2e2,segment=NetworkSegment(b628a62f-3135-4719-96c2-5c5f8841ad40),segment_id=b628a62f-3135-4719-96c2-5c5f8841ad40)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 01:01:23.450059 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:23.467606 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5b189eab-5a50-44a7-8fa8-0b06191ef46c tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:23.526200 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-547b19ae-0183-418a-90b3-a9cb58ad95b0 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:23.529561 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-547b19ae-0183-418a-90b3-a9cb58ad95b0 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/networks?id=ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 200 len: 817 time: 0.3988519 Jan 20 01:01:23.543232 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Router 5bdb06a1-4125-470b-ab2d-7644dc598dab has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:01:23.555760 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037c338-5dd2-4886-b477-d4208489379d req-788e5fd3-6d08-4df5-8eda-1d93f30cbcd6 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:23.557485 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e037c338-5dd2-4886-b477-d4208489379d req-788e5fd3-6d08-4df5-8eda-1d93f30cbcd6 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 944 time: 0.1495450 Jan 20 01:01:23.626106 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e037c338-5dd2-4886-b477-d4208489379d req-0016b96f-9f4d-4418-8b51-ed8bbf868066 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599866 Jan 20 01:01:23.882858 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-6dc5b156-76a4-4096-a92c-9ef1b18a588b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/quotas/b66d871f044e4b3ba3b44aeb44be60a0 HTTP/1.1" status: 200 len: 375 time: 0.0878181 Jan 20 01:01:24.120422 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=db110b7e-d419-41be-a470-c78f9505a2e2,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:24.140632 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:24.203731 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:24.204422 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:24.206611 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] 10.222.0.48 "PUT /v2.0/ports/db110b7e-d419-41be-a470-c78f9505a2e2 HTTP/1.1" status: 200 len: 1158 time: 3.4406133 Jan 20 01:01:24.208249 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e1f507-4a41-4fda-a7e8-6ee0af4574fb', 'tag': 'db110b7e-d419-41be-a470-c78f9505a2e2'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:24.219265 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:01:24.230987 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58411458-ef11-424a-b28f-627204c4c547 None None] Sync routers for ids ['5bdb06a1-4125-470b-ab2d-7644dc598dab'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:01:24.246142 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58411458-ef11-424a-b28f-627204c4c547 None None] Routers {'5bdb06a1-4125-470b-ab2d-7644dc598dab'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:01:24.246989 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-58411458-ef11-424a-b28f-627204c4c547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:01:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['5bdb06a1-4125-470b-ab2d-7644dc598dab'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:24.268763 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] No DVR routers for this DVR port 580093d6-f404-4886-8106-c473d787cb80 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:01:24.308953 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:24.334447 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-516aed83-1e2b-4daa-9fbd-3238a350165b req-3e02359f-c2de-495d-909a-a9be05d5c81f tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=4a344d28-896c-4c34-b0c8-85c2c48ecac1 HTTP/1.1" status: 200 len: 210 time: 0.0515656 Jan 20 01:01:24.337104 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bd51e9f5-b1b2-4c1c-a421-7a59af337d74 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3892279 Jan 20 01:01:24.384109 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-563e5ec4-d2d9-4bdb-a7e4-999cc9595d31 req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.48 "DELETE /v2.0/ports/580093d6-f404-4886-8106-c473d787cb80 HTTP/1.1" status: 204 len: 173 time: 5.3512621 Jan 20 01:01:24.492153 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-58411458-ef11-424a-b28f-627204c4c547 None None] Set router 5bdb06a1-4125-470b-ab2d-7644dc598dab gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:01:24.502832 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0ac618ce-eb5a-4ad3-9558-3d26fdb6dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:24.504488 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-0ac618ce-eb5a-4ad3-9558-3d26fdb6dbff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c928880ee83453bb08037617d6873a2&device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 1161 time: 0.2321174 Jan 20 01:01:24.606714 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-c23985aa-97d5-4135-ad0d-dcc6f96221a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db110b7e-d419-41be-a470-c78f9505a2e2 HTTP/1.1" status: 200 len: 217 time: 0.0837960 Jan 20 01:01:24.608854 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b807e361-8704-494d-be86-65f5c6ff2bf3 service neutron] 10.222.0.44 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574778 Jan 20 01:01:24.617137 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0dd24-95ee-40e8-bb1a-47a2258760d6 req-77dcfb77-c0b3-4aa4-ad62-ef0f9bc53edf tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:24.619255 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f9d0dd24-95ee-40e8-bb1a-47a2258760d6 req-77dcfb77-c0b3-4aa4-ad62-ef0f9bc53edf tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1407864 Jan 20 01:01:24.674179 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f9d0dd24-95ee-40e8-bb1a-47a2258760d6 req-346d7a62-ddb4-4672-a6b0-754df537af61 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470169 Jan 20 01:01:24.774254 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e1f507-4a41-4fda-a7e8-6ee0af4574fb', 'tag': 'db110b7e-d419-41be-a470-c78f9505a2e2', 'status': 'completed', 'code': 200} Jan 20 01:01:24.782512 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-b34813a5-d340-46e4-9006-98ce158fcc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:24.784667 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-b34813a5-d340-46e4-9006-98ce158fcc17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f78fb028-f2f8-4115-890f-8d049f0d7aee HTTP/1.1" status: 200 len: 848 time: 0.1697962 Jan 20 01:01:24.854819 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-644f7235-360d-4f67-b024-3c22bf50db12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546744 Jan 20 01:01:24.867170 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-58411458-ef11-424a-b28f-627204c4c547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:24Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:24.871495 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58411458-ef11-424a-b28f-627204c4c547 None None] Checking router: 5bdb06a1-4125-470b-ab2d-7644dc598dab for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:01:24.882030 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58411458-ef11-424a-b28f-627204c4c547 None None] Routers {'5bdb06a1-4125-470b-ab2d-7644dc598dab'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:01:24.882780 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-58411458-ef11-424a-b28f-627204c4c547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:01:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['5bdb06a1-4125-470b-ab2d-7644dc598dab'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:24.920802 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-6d71a0bf-cda6-4405-a1be-294e52e424b6 service neutron] 10.222.0.44 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2660642 Jan 20 01:01:24.996150 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e6fe0-57df-4214-908b-4d813a3dd647 req-23d061c6-44cd-47a5-a9f8-689ccf43bcb4 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:24.997823 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c63e6fe0-57df-4214-908b-4d813a3dd647 req-23d061c6-44cd-47a5-a9f8-689ccf43bcb4 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 944 time: 0.1404998 Jan 20 01:01:25.066943 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c63e6fe0-57df-4214-908b-4d813a3dd647 req-5bf8ad0e-2065-4021-bca1-c210e6877103 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611088 Jan 20 01:01:25.085349 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-38856202-59ac-45ad-9487-d3ea10f26239 service neutron] 10.222.0.48 "GET /v2.0/networks/e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161379 Jan 20 01:01:25.100798 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-58411458-ef11-424a-b28f-627204c4c547 None None] Set router 5bdb06a1-4125-470b-ab2d-7644dc598dab gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:01:25.221828 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-88bbbe3f-8ed5-4fe2-8160-916324e3a4a0 req-32fb18cf-76a4-40cf-a844-f3d715ae9223 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Synchronizing usage tracker for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:port {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:25.256063 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-88bbbe3f-8ed5-4fe2-8160-916324e3a4a0 req-32fb18cf-76a4-40cf-a844-f3d715ae9223 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Unset dirty status for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:port {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:25.257378 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-88bbbe3f-8ed5-4fe2-8160-916324e3a4a0 req-32fb18cf-76a4-40cf-a844-f3d715ae9223 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 210 time: 0.0976667 Jan 20 01:01:25.280893 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d4b1501-11c6-4e2c-973e-97051665d76b req-4a7b671b-8276-4669-80b8-60c2a0a247ef service neutron] 10.222.0.48 "GET /v2.0/networks/e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1857831 Jan 20 01:01:25.436828 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c75b64-4b61-4ef5-91c6-4f1f29123208 req-7f991a37-d938-4f48-aa2c-6f07ef629dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:25.438472 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-74c75b64-4b61-4ef5-91c6-4f1f29123208 req-7f991a37-d938-4f48-aa2c-6f07ef629dd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c928880ee83453bb08037617d6873a2&device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 1161 time: 0.0909266 Jan 20 01:01:25.509270 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-58411458-ef11-424a-b28f-627204c4c547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:24Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:25.514274 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58411458-ef11-424a-b28f-627204c4c547 None None] The sync data for ids ['5bdb06a1-4125-470b-ab2d-7644dc598dab'] in dv-cinder-667108-30-smb is: [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:24Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:01:25.556558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34758) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:25.633011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c75b64-4b61-4ef5-91c6-4f1f29123208 req-62249fb4-5f65-47ff-9c3a-d520fb13f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:25.634642 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-74c75b64-4b61-4ef5-91c6-4f1f29123208 req-62249fb4-5f65-47ff-9c3a-d520fb13f7b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 HTTP/1.1" status: 200 len: 902 time: 0.1811459 Jan 20 01:01:25.651643 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4562ff61-404e-494d-a98a-5114ca25980d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:25.684193 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4562ff61-404e-494d-a98a-5114ca25980d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:25.721353 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-74c75b64-4b61-4ef5-91c6-4f1f29123208 req-c50e26eb-0d85-4f3f-b0a3-a0f3e1164bb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db110b7e-d419-41be-a470-c78f9505a2e2 HTTP/1.1" status: 200 len: 217 time: 0.0786779 Jan 20 01:01:25.746969 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4562ff61-404e-494d-a98a-5114ca25980d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:25.753585 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ff7b8934-8912-4c0a-9b36-15ddb47765d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:25.771967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562ff61-404e-494d-a98a-5114ca25980d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab48c12-24e2-4f7e-b24b-2fd371b80fdb,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:25.778676 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4562ff61-404e-494d-a98a-5114ca25980d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:25.781654 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4562ff61-404e-494d-a98a-5114ca25980d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:25.786250 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-4562ff61-404e-494d-a98a-5114ca25980d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "DELETE /v2.0/security-groups/cab48c12-24e2-4f7e-b24b-2fd371b80fdb HTTP/1.1" status: 204 len: 168 time: 0.2282763 Jan 20 01:01:25.787266 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34764) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:25.809537 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.v2.resource [None req-756714b2-ea29-4a54-a343-1ea2a835acef tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] show failed (client error): The resource could not be found. Jan 20 01:01:25.814877 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-756714b2-ea29-4a54-a343-1ea2a835acef tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups/cab48c12-24e2-4f7e-b24b-2fd371b80fdb HTTP/1.1" status: 404 len: 347 time: 0.0257556 Jan 20 01:01:25.815751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34768) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:25.915890 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c75b64-4b61-4ef5-91c6-4f1f29123208 req-1ac313ce-2a2c-48c0-bbb4-bc0f3b7c33ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:25.917471 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-74c75b64-4b61-4ef5-91c6-4f1f29123208 req-1ac313ce-2a2c-48c0-bbb4-bc0f3b7c33ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f78fb028-f2f8-4115-890f-8d049f0d7aee HTTP/1.1" status: 200 len: 848 time: 0.1863160 Jan 20 01:01:25.990483 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-74c75b64-4b61-4ef5-91c6-4f1f29123208 req-fe520421-8ac3-4402-ba90-89727f3ba9e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591006 Jan 20 01:01:26.002243 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Deleting port b13e6fd9-bcf2-4af0-8b74-2c825049a2c7 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:01:26.002746 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:26.017719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81f369-0be8-435e-be56-3a1788216b82 None None] New status for floating IP 599e87fb-33b4-4951-a942-6f48b18e0d56: DOWN {{(pid=80162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 01:01:26.026773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82d5ed-bc6c-4547-aaeb-ec8141972583 req-34819cf8-5b39-4d14-a5de-3f2a4d447fcd tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:26.034897 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8a82d5ed-bc6c-4547-aaeb-ec8141972583 req-34819cf8-5b39-4d14-a5de-3f2a4d447fcd tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1874721 Jan 20 01:01:26.193070 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8a82d5ed-bc6c-4547-aaeb-ec8141972583 req-c2af8dbc-ab57-40c3-b15d-377823d12dfa tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571810 Jan 20 01:01:26.214443 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:26.215400 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:26.243666 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-74c75b64-4b61-4ef5-91c6-4f1f29123208 req-62fb7fa9-b827-49d6-a206-4daf91c539e6 service neutron] 10.222.0.48 "GET /v2.0/networks/e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064853 Jan 20 01:01:26.406494 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-74c75b64-4b61-4ef5-91c6-4f1f29123208 req-b164b9e0-e490-47fa-8e79-e9b50d3a2261 service neutron] 10.222.0.48 "GET /v2.0/networks/e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1525590 Jan 20 01:01:26.499480 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c0305fe2-25e5-4d6a-b3db-1176ff50e4ce req-0360559f-f539-4133-b996-ab49134ee433 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 210 time: 0.0654185 Jan 20 01:01:26.646137 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Calling delete_port for b13e6fd9-bcf2-4af0-8b74-2c825049a2c7 owned by network:floatingip {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:01:26.684643 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:26.734052 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-422db149-cdeb-404c-9694-18442af6aee3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:26.735610 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-422db149-cdeb-404c-9694-18442af6aee3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.48 "GET /v2.0/networks?id=ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 200 len: 817 time: 0.1980538 Jan 20 01:01:26.777715 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'name': 'network-vif-deleted', 'tag': '580093d6-f404-4886-8106-c473d787cb80'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:26.779758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b233-fd1f-4ce8-a165-4552bd88e78a req-cc1817df-58eb-4f8f-b33a-b7542ded5031 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:26.781592 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bff6b233-fd1f-4ce8-a165-4552bd88e78a req-cc1817df-58eb-4f8f-b33a-b7542ded5031 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 944 time: 0.5573380 Jan 20 01:01:26.798133 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80161) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 01:01:26.798133 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.api [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 01:01:26.852859 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bff6b233-fd1f-4ce8-a165-4552bd88e78a req-a7af285d-6772-491f-a73e-0d76f08b6bc3 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595548 Jan 20 01:01:27.054690 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a344d28-896c-4c34-b0c8-85c2c48ecac1', 'name': 'network-vif-deleted', 'tag': '580093d6-f404-4886-8106-c473d787cb80', 'status': 'completed', 'code': 200} Jan 20 01:01:27.069830 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-6f084411-d7a5-4a96-95d8-38b9e3ea6cda tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0 HTTP/1.1" status: 200 len: 5703 time: 0.3119009 Jan 20 01:01:27.081771 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Request body: {'port': {'device_id': '2eff07c5-2922-4633-a291-cb43427d0332', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'admin_state_up': True, 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'security_groups': ['0defb7a5-d799-46ce-a53d-3ff5b332a890']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:27.229050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:27.239463 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:27.248494 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Made reservation on behalf of b66d871f044e4b3ba3b44aeb44be60a0 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 01:01:27.258364 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:27.298885 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Deleting port b13e6fd9-bcf2-4af0-8b74-2c825049a2c7 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:01:27.299622 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:27.495631 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:27.496020 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:27.593902 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ac757-893a-43f6-9629-bb4e5beb8382 req-dae5ed48-2652-4d67-9aa5-e372d5262880 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:27.595809 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f53ac757-893a-43f6-9629-bb4e5beb8382 req-dae5ed48-2652-4d67-9aa5-e372d5262880 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.2615736 Jan 20 01:01:27.636649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Calling delete_port for b13e6fd9-bcf2-4af0-8b74-2c825049a2c7 owned by network:floatingip {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:01:27.711017 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f53ac757-893a-43f6-9629-bb4e5beb8382 req-a2b2ea0a-c73f-4de8-a061-4c62db5130af tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028204 Jan 20 01:01:27.731234 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Allocated IP 172.20.0.8 (ec3a11db-a41d-4a3e-b1af-31727324cb53/7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411/23258e6d-f993-43f0-a373-e225ebaa0110) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:01:27.741308 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a63e6b36-8533-4f99-8fc7-8fd60440ce91 req-bc7739a1-dd9f-43af-a029-b2c5fc56677b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 210 time: 0.0558197 Jan 20 01:01:27.840632 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:27.857537 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dde3092f-f3b7-4043-b8c1-e6fabd0966a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:27.913375 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event deleted for resources: {'Port': ['ID=b13e6fd9-bcf2-4af0-8b74-2c825049a2c7,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:27.918638 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:27.961682 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.043313 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Transition to ACTIVE for port object 23258e6d-f993-43f0-a373-e225ebaa0110 will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:01:28.076880 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-57c2aed3-f8b9-46b7-940f-5e693b060e8a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80162) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 01:01:28.093381 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.108997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.110226 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-64cfe5ed-bd6d-42df-92d7-fa70534cc588 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "DELETE /v2.0/floatingips/599e87fb-33b4-4951-a942-6f48b18e0d56 HTTP/1.1" status: 204 len: 168 time: 2.2932916 Jan 20 01:01:28.123461 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb493c-87c8-4ce9-b2f0-ff9aed705816 req-3fdcea1b-8368-4eb5-9b97-83d8c3b9d27e tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:28.124322 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-c4eb493c-87c8-4ce9-b2f0-ff9aed705816 req-3fdcea1b-8368-4eb5-9b97-83d8c3b9d27e tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Synchronizing usage tracker for tenant:5c928880ee83453bb08037617d6873a2 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:28.129275 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.147198 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:28.301095 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-c4eb493c-87c8-4ce9-b2f0-ff9aed705816 req-3fdcea1b-8368-4eb5-9b97-83d8c3b9d27e tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Unset dirty status for tenant:5c928880ee83453bb08037617d6873a2 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:28.302362 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c4eb493c-87c8-4ce9-b2f0-ff9aed705816 req-3fdcea1b-8368-4eb5-9b97-83d8c3b9d27e tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 944 time: 0.3110054 Jan 20 01:01:28.317429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event updated for resources: {'Port': ['ID=23258e6d-f993-43f0-a373-e225ebaa0110,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:28.326997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:28.385197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34792) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:28.390983 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Request body: {'security_group': {'name': 'tempest-securitygroup--652443760', 'description': 'tempest-description--301926791'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:28.401177 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:28.404799 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-c4eb493c-87c8-4ce9-b2f0-ff9aed705816 req-0794d99a-462e-4fc3-a73b-3dd6e6302c92 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Synchronizing usage tracker for tenant:5c928880ee83453bb08037617d6873a2 on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:28.405684 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Usage tracker for resource:security_group and tenant:9cf376d63c274cc78e14728d121ab5ac is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:28.414208 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:28.417340 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Network ec3a11db-a41d-4a3e-b1af-31727324cb53 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:01:28.420253 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:28.421804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:01:28.426136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:01:28.432221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.463600 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:28.468188 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Usage tracker for resource:security_group_rule and tenant:9cf376d63c274cc78e14728d121ab5ac is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:28.472200 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:28.478818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:28.481300 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-c4eb493c-87c8-4ce9-b2f0-ff9aed705816 req-0794d99a-462e-4fc3-a73b-3dd6e6302c92 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Unset dirty status for tenant:5c928880ee83453bb08037617d6873a2 on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:28.482602 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c4eb493c-87c8-4ce9-b2f0-ff9aed705816 req-0794d99a-462e-4fc3-a73b-3dd6e6302c92 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597748 Jan 20 01:01:28.525868 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:28.527057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.559493 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4837594 Jan 20 01:01:28.569993 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.573165 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.575356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Request body: {'port': {'device_id': '2eff07c5-2922-4633-a291-cb43427d0332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:28.577837 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device db110b7e-d419-41be-a470-c78f9505a2e2 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:01:28.580510 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6ab63647-ccad-4d7b-bb92-0929017c6498 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:28.621384 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd873f7-3be4-4a4c-bbfd-8de487355221,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:28.624745 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:28.644082 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.648252 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2591720 Jan 20 01:01:28.650297 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34796) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:28.656719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-40f5795f-fa5b-46b6-99d8-481a1d0e4ce8 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Request body: {'security_group_rule': {'security_group_id': '2fd873f7-3be4-4a4c-bbfd-8de487355221', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:28.668462 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-40f5795f-fa5b-46b6-99d8-481a1d0e4ce8 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:28.669642 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port db110b7e-d419-41be-a470-c78f9505a2e2 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:01:28.672974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-40f5795f-fa5b-46b6-99d8-481a1d0e4ce8 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Usage tracker for resource:security_group_rule and tenant:9cf376d63c274cc78e14728d121ab5ac is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:28.674944 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port db110b7e-d419-41be-a470-c78f9505a2e2 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:28.675422 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.676231 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-40f5795f-fa5b-46b6-99d8-481a1d0e4ce8 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:28.682752 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-40f5795f-fa5b-46b6-99d8-481a1d0e4ce8 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:28.703598 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-40f5795f-fa5b-46b6-99d8-481a1d0e4ce8 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group_rule, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.711617 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.779715 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-40f5795f-fa5b-46b6-99d8-481a1d0e4ce8 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.785513 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-40f5795f-fa5b-46b6-99d8-481a1d0e4ce8 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750798'] for security_group_rule, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.788870 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-89738ed1-d4a1-4fdd-8846-591d4136c0e3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:28.823345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-8bde0706-c85e-4c47-a471-ccec150704e4 None None] Provisioning for port 23258e6d-f993-43f0-a373-e225ebaa0110 completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:01:28.831781 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-8bde0706-c85e-4c47-a471-ccec150704e4 None None] Provisioning complete for port 23258e6d-f993-43f0-a373-e225ebaa0110 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:28.832215 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8bde0706-c85e-4c47-a471-ccec150704e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.866388 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.902142 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5795f-fa5b-46b6-99d8-481a1d0e4ce8 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b383a8-8a5a-4efe-85d9-fb372ec717fe,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:28.912562 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-40f5795f-fa5b-46b6-99d8-481a1d0e4ce8 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:28.925314 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e1f507-4a41-4fda-a7e8-6ee0af4574fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db110b7e-d419-41be-a470-c78f9505a2e2'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:28.927206 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-40f5795f-fa5b-46b6-99d8-481a1d0e4ce8 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group_rule, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.928657 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-40f5795f-fa5b-46b6-99d8-481a1d0e4ce8 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2771485 Jan 20 01:01:28.930397 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-8bde0706-c85e-4c47-a471-ccec150704e4 None None] Port 23258e6d-f993-43f0-a373-e225ebaa0110 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 01:01:28.936076 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34806) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:28.940940 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port db110b7e-d419-41be-a470-c78f9505a2e2, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=db110b7e-d419-41be-a470-c78f9505a2e2,segment=NetworkSegment(b628a62f-3135-4719-96c2-5c5f8841ad40),segment_id=b628a62f-3135-4719-96c2-5c5f8841ad40)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:28.944449 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:28.946410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:28.946621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-be9e67d3-0b19-439d-94ca-78a97715cd00 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Request body: {'security_group_rule': {'security_group_id': '2fd873f7-3be4-4a4c-bbfd-8de487355221', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:28.957288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-be9e67d3-0b19-439d-94ca-78a97715cd00 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:28.968922 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-be9e67d3-0b19-439d-94ca-78a97715cd00 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Usage tracker for resource:security_group_rule and tenant:9cf376d63c274cc78e14728d121ab5ac is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:28.973241 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-be9e67d3-0b19-439d-94ca-78a97715cd00 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:28.982494 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-be9e67d3-0b19-439d-94ca-78a97715cd00 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:29.021030 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=db110b7e-d419-41be-a470-c78f9505a2e2,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:29.025520 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5effcf7-6103-4c75-b3fc-5e3370333181 req-d29046c8-66b8-4f62-af24-fc37d7c33e76 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:29.027315 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f5effcf7-6103-4c75-b3fc-5e3370333181 req-d29046c8-66b8-4f62-af24-fc37d7c33e76 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1666334 Jan 20 01:01:29.028862 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:29.029763 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-be9e67d3-0b19-439d-94ca-78a97715cd00 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group_rule, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:29.114456 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f5effcf7-6103-4c75-b3fc-5e3370333181 req-759388ee-fb5b-4f07-acba-9333205486cf tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765665 Jan 20 01:01:29.146194 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-be9e67d3-0b19-439d-94ca-78a97715cd00 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:29.150643 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-be9e67d3-0b19-439d-94ca-78a97715cd00 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750798'] for security_group_rule, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:29.157835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:29.180382 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e67d3-0b19-439d-94ca-78a97715cd00 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1445f2f7-c84e-4208-aed5-c8208b72e539,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:29.180945 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a83d55-4b7f-4373-b492-51e0aab6a956 req-aac13763-7e83-4124-a63f-9cc98ab1acfa tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:29.181762 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-95a83d55-4b7f-4373-b492-51e0aab6a956 req-aac13763-7e83-4124-a63f-9cc98ab1acfa tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Synchronizing usage tracker for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:29.183446 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-be9e67d3-0b19-439d-94ca-78a97715cd00 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:29.191545 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-be9e67d3-0b19-439d-94ca-78a97715cd00 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group_rule, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:29.194421 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e1f507-4a41-4fda-a7e8-6ee0af4574fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db110b7e-d419-41be-a470-c78f9505a2e2', 'code': 200} Jan 20 01:01:29.194945 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-be9e67d3-0b19-439d-94ca-78a97715cd00 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2542658 Jan 20 01:01:29.196315 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34810) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:29.202058 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Request body: {'floatingip': {'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:29.211542 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:29.215877 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Usage tracker for resource:floatingip and tenant:9cf376d63c274cc78e14728d121ab5ac is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:01:29.219013 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:01:29.225192 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:29.227769 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-95a83d55-4b7f-4373-b492-51e0aab6a956 req-aac13763-7e83-4124-a63f-9cc98ab1acfa tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Unset dirty status for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:29.229153 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-95a83d55-4b7f-4373-b492-51e0aab6a956 req-aac13763-7e83-4124-a63f-9cc98ab1acfa tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 931 time: 0.2803168 Jan 20 01:01:29.236835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:29.346967 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-95a83d55-4b7f-4373-b492-51e0aab6a956 req-e0749ce3-2bb3-407e-9aff-76d80674e30b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092579 Jan 20 01:01:29.357966 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23258e6d-f993-43f0-a373-e225ebaa0110 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 01:01:29.367469 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:29.381084 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Transition to ACTIVE for port object 23258e6d-f993-43f0-a373-e225ebaa0110 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:01:29.388437 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:29.422769 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:29.443458 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9716ba33-c656-4d07-b4f1-87560b6f0cd6 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:29.609065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Pushing event updated for resources: {'Port': ['ID=23258e6d-f993-43f0-a373-e225ebaa0110,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:29.618092 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:29.656528 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43667459-fc9e-4b1c-974e-c7382c5d99b0 req-5dfa0b56-9d41-462c-8ff9-ae24c035ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:29.658926 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-43667459-fc9e-4b1c-974e-c7382c5d99b0 req-5dfa0b56-9d41-462c-8ff9-ae24c035ffbd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 1163 time: 0.2759290 Jan 20 01:01:29.740816 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Allocated IP 172.28.0.124 (7116fac5-173a-4c74-bc75-236a854e751a/6b429026-7f7c-498d-960b-2e131da09027/39e583b1-94dc-4de9-94d0-5abd5bba7781) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:01:29.813738 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-43667459-fc9e-4b1c-974e-c7382c5d99b0 req-0c0fb923-d651-4f7d-85db-ce88ef289e65 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947368 Jan 20 01:01:29.823479 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188bb8e-c98b-4362-8452-add0c2186554 req-79f6ce30-6a21-4674-9794-172b813445a0 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:29.825200 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d188bb8e-c98b-4362-8452-add0c2186554 req-79f6ce30-6a21-4674-9794-172b813445a0 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 946 time: 0.1862464 Jan 20 01:01:29.843922 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Attempting to bind port 23258e6d-f993-43f0-a373-e225ebaa0110 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 01:01:29.844299 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Attempting to bind port 23258e6d-f993-43f0-a373-e225ebaa0110 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 01:01:29.844671 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Attempting to bind port 23258e6d-f993-43f0-a373-e225ebaa0110 on network ec3a11db-a41d-4a3e-b1af-31727324cb53 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 01:01:29.851056 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 01:01:29.851440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Checking segment: {'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:01:29.851848 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:29.852242 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Bound using segment: {'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 01:01:29.852723 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Bound port: 23258e6d-f993-43f0-a373-e225ebaa0110, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2bd28d-44a6-417d-9a78-0c34caa008e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 01:01:29.853096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:29.952267 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] For port 23258e6d-f993-43f0-a373-e225ebaa0110, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 01:01:29.955875 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] For port 23258e6d-f993-43f0-a373-e225ebaa0110, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=23258e6d-f993-43f0-a373-e225ebaa0110,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 01:01:29.956128 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d188bb8e-c98b-4362-8452-add0c2186554 req-2eadb34d-ae51-471f-91e3-256987300491 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797725 Jan 20 01:01:29.960605 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:29.986099 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2715710b-ea47-4709-a69a-a7df7622368d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:29.992119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:29.999884 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device db110b7e-d419-41be-a470-c78f9505a2e2 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:01:30.024568 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:30.040670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:30.076364 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port db110b7e-d419-41be-a470-c78f9505a2e2 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:30.077139 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:30.137825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Pushing event updated for resources: {'Port': ['ID=23258e6d-f993-43f0-a373-e225ebaa0110,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:30.141893 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:30.183505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:30.184584 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:30.186085 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/23258e6d-f993-43f0-a373-e225ebaa0110 HTTP/1.1" status: 200 len: 1157 time: 1.6160133 Jan 20 01:01:30.186804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eff07c5-2922-4633-a291-cb43427d0332', 'tag': '23258e6d-f993-43f0-a373-e225ebaa0110'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:30.207760 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event updated for resources: {'Port': ['ID=39e583b1-94dc-4de9-94d0-5abd5bba7781,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:30.225237 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:30.280895 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Network 7116fac5-173a-4c74-bc75-236a854e751a is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:01:30.282332 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:01:30.285302 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:01:30.304956 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eff07c5-2922-4633-a291-cb43427d0332', 'tag': '23258e6d-f993-43f0-a373-e225ebaa0110', 'status': 'completed', 'code': 200} Jan 20 01:01:30.385764 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:30.445020 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b5aa2-bc3e-4db7-a111-7e95ed80af93 req-56810b54-b824-4617-93f1-9ff6c67a1c16 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:30.446750 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ee8b5aa2-bc3e-4db7-a111-7e95ed80af93 req-56810b54-b824-4617-93f1-9ff6c67a1c16 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1445456 Jan 20 01:01:30.449308 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:30.449649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-113d231e-7d5b-4572-abc0-ec69aab84b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:30.451446 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-113d231e-7d5b-4572-abc0-ec69aab84b5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 1160 time: 0.2070694 Jan 20 01:01:30.776763 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dfad4-9199-411c-a86f-4252f3bb24dd req-363d1042-143e-499e-978a-1d943aa5d1bd tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:30.778362 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3a7dfad4-9199-411c-a86f-4252f3bb24dd req-363d1042-143e-499e-978a-1d943aa5d1bd tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.2316213 Jan 20 01:01:30.783357 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-ac2938e9-ee87-4701-901d-74e314f6c360 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23258e6d-f993-43f0-a373-e225ebaa0110 HTTP/1.1" status: 200 len: 217 time: 0.2887499 Jan 20 01:01:30.861526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-3a7dfad4-9199-411c-a86f-4252f3bb24dd req-604bd116-ebe0-4604-be4f-6dbb222db676 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Synchronizing usage tracker for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:security_group {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:30.883261 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ee8b5aa2-bc3e-4db7-a111-7e95ed80af93 req-5f8774ad-e142-4f2c-8d73-5ecbfcbf1e6e tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299560 Jan 20 01:01:30.887116 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-3a7dfad4-9199-411c-a86f-4252f3bb24dd req-604bd116-ebe0-4604-be4f-6dbb222db676 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Unset dirty status for tenant:b66d871f044e4b3ba3b44aeb44be60a0 on resource:security_group {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:30.888320 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3a7dfad4-9199-411c-a86f-4252f3bb24dd req-604bd116-ebe0-4604-be4f-6dbb222db676 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991960 Jan 20 01:01:30.895565 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:30.899541 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852615402'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:30.917062 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-26a9e856-df2f-48ec-a544-f6df83d09a00 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:30.933713 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-07b3e5f8-0a40-47e9-a330-b97ee056c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:30.935358 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-07b3e5f8-0a40-47e9-a330-b97ee056c829 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411 HTTP/1.1" status: 200 len: 856 time: 0.1106281 Jan 20 01:01:30.976923 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a8224-f0b9-4556-b3b9-138485884604 req-8d6bbec5-5504-424a-ac41-82da8120c115 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:30.978590 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1c4a8224-f0b9-4556-b3b9-138485884604 req-8d6bbec5-5504-424a-ac41-82da8120c115 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.48 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 945 time: 0.1972284 Jan 20 01:01:31.063630 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event updated for resources: {'Port': ['ID=39e583b1-94dc-4de9-94d0-5abd5bba7781,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:31.068732 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:31.102804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-1c4a8224-f0b9-4556-b3b9-138485884604 req-f9d7008c-4864-43f3-8068-400af89ad40d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Deleting port 305f2680-e306-477f-8bdb-007b06f567cc {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:01:31.103193 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1c4a8224-f0b9-4556-b3b9-138485884604 req-f9d7008c-4864-43f3-8068-400af89ad40d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:31.190739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:31.216349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:31.217673 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0201921 Jan 20 01:01:31.368174 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-2c117883-77fd-400e-b061-4caf9c767c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:31.369816 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-2c117883-77fd-400e-b061-4caf9c767c9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec3a11db-a41d-4a3e-b1af-31727324cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3902464 Jan 20 01:01:31.478841 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-c11230b8-53c4-4f8e-9104-818012240852 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Synchronizing usage tracker for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:security_group {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:31.485593 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de455-284a-4f06-8c9c-8ddf415e2e6e req-7773afc0-177a-470a-a1f0-2e26ff3cf538 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:31.487790 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-de9de455-284a-4f06-8c9c-8ddf415e2e6e req-7773afc0-177a-470a-a1f0-2e26ff3cf538 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 946 time: 0.3511286 Jan 20 01:01:31.495463 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-c11230b8-53c4-4f8e-9104-818012240852 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Unset dirty status for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:security_group {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:31.496761 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-c11230b8-53c4-4f8e-9104-818012240852 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--652443760&fields=id&tenant_id=9cf376d63c274cc78e14728d121ab5ac HTTP/1.1" status: 200 len: 267 time: 0.0646567 Jan 20 01:01:31.667636 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-de9de455-284a-4f06-8c9c-8ddf415e2e6e req-d4d16a2b-ee86-4922-9f66-b7a42cf99260 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597848 Jan 20 01:01:31.672209 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-1c4a8224-f0b9-4556-b3b9-138485884604 req-f9d7008c-4864-43f3-8068-400af89ad40d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] For port 305f2680-e306-477f-8bdb-007b06f567cc, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=305f2680-e306-477f-8bdb-007b06f567cc,segment=NetworkSegment(38523567-1b8c-4c32-a860-fb18c9a2b8d3),segment_id=38523567-1b8c-4c32-a860-fb18c9a2b8d3)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:31.672610 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1c4a8224-f0b9-4556-b3b9-138485884604 req-f9d7008c-4864-43f3-8068-400af89ad40d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:31.689155 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-66d15cae-6a38-43be-a565-cad92a6235c0 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:31.690864 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-66d15cae-6a38-43be-a565-cad92a6235c0 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/networks?id=3ffe595a-3910-4a42-b05b-9d0f31c4a210 HTTP/1.1" status: 200 len: 810 time: 0.1860318 Jan 20 01:01:31.711030 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-05cd32b8-2a0d-4f85-8bf8-a853c04aebf2 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/quotas/9cf376d63c274cc78e14728d121ab5ac HTTP/1.1" status: 200 len: 375 time: 0.0123262 Jan 20 01:01:31.821913 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-05fab175-787e-4146-a9cc-140c88397693 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Synchronizing usage tracker for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:port {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:31.824063 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-1c4a8224-f0b9-4556-b3b9-138485884604 req-f9d7008c-4864-43f3-8068-400af89ad40d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Calling delete_port for 305f2680-e306-477f-8bdb-007b06f567cc owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:01:31.838090 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-05fab175-787e-4146-a9cc-140c88397693 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Unset dirty status for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:port {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:31.839861 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-05fab175-787e-4146-a9cc-140c88397693 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cf376d63c274cc78e14728d121ab5ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1225295 Jan 20 01:01:31.867549 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-b6318373-d83f-4638-8903-1ed54a7f709d service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418082 Jan 20 01:01:31.968718 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 305f2680-e306-477f-8bdb-007b06f567cc no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:01:31.996803 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-c9cf5b20-7234-494f-b257-58982e5354d2 service neutron] 10.222.0.44 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428919 Jan 20 01:01:32.109548 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:32.153571 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc39337-15e7-4bd2-adb2-fb7ea145cca9 req-71b02911-53a2-447a-954d-f1ccd35e6168 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2740607 Jan 20 01:01:32.160404 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-915b51e5-d129-4cf2-be33-4660a3f5df87 service neutron] 10.222.0.44 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1557758 Jan 20 01:01:32.169377 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1c4a8224-f0b9-4556-b3b9-138485884604 req-f9d7008c-4864-43f3-8068-400af89ad40d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:32.190626 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:32.286651 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7008c-4864-43f3-8068-400af89ad40d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Pushing event deleted for resources: {'Port': ['ID=305f2680-e306-477f-8bdb-007b06f567cc,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:32.301688 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f9d7008c-4864-43f3-8068-400af89ad40d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:32.419387 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27b3b8-89c2-4e0a-aecd-f3d6ee07bc4e req-cba2e268-109e-408e-9da3-452f31cc221a tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:32.421057 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6b27b3b8-89c2-4e0a-aecd-f3d6ee07bc4e req-cba2e268-109e-408e-9da3-452f31cc221a tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 867 time: 0.3622780 Jan 20 01:01:32.508345 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80591c3b-1cf6-431e-bf0b-ad3b825a85df req-d80a84ec-67f3-4480-9b7a-08309ca485dd tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:32.515156 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-80591c3b-1cf6-431e-bf0b-ad3b825a85df req-d80a84ec-67f3-4480-9b7a-08309ca485dd tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.1244621 Jan 20 01:01:32.519025 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6b27b3b8-89c2-4e0a-aecd-f3d6ee07bc4e req-2ff2f7ea-06bf-4010-85ab-2f5a3ef16943 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/security-groups?id=3c5c61cb-2f54-4fdf-9acd-064545e245b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851920 Jan 20 01:01:32.521079 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9dd3e-a0ec-4e0d-bec7-dbbb8f5e8f02 req-57e5ce20-7961-412d-ba18-a67ef4c74434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:32.522694 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bbe9dd3e-a0ec-4e0d-bec7-dbbb8f5e8f02 req-57e5ce20-7961-412d-ba18-a67ef4c74434 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 1160 time: 0.2930346 Jan 20 01:01:32.575036 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-80591c3b-1cf6-431e-bf0b-ad3b825a85df req-babbff00-8941-46b2-b907-ebc472543b5e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566144 Jan 20 01:01:32.600200 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4a8224-f0b9-4556-b3b9-138485884604 req-f9d7008c-4864-43f3-8068-400af89ad40d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] No DVR routers for this DVR port 305f2680-e306-477f-8bdb-007b06f567cc on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:01:32.612504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1c4a8224-f0b9-4556-b3b9-138485884604 req-f9d7008c-4864-43f3-8068-400af89ad40d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:32.615333 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ea740-9fdb-4d83-b765-7b2d0027998a', 'name': 'network-vif-deleted', 'tag': '305f2680-e306-477f-8bdb-007b06f567cc'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:32.729689 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ea740-9fdb-4d83-b765-7b2d0027998a', 'name': 'network-vif-deleted', 'tag': '305f2680-e306-477f-8bdb-007b06f567cc', 'status': 'completed', 'code': 200} Jan 20 01:01:32.739378 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-ab37819e-e7f1-40b9-9304-12649cdd1b45 req-542931e5-bd85-4000-9c55-041f16dd7499 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Synchronizing usage tracker for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:32.746462 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1c4a8224-f0b9-4556-b3b9-138485884604 req-f9d7008c-4864-43f3-8068-400af89ad40d tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.48 "DELETE /v2.0/ports/305f2680-e306-477f-8bdb-007b06f567cc HTTP/1.1" status: 204 len: 173 time: 1.7222450 Jan 20 01:01:32.771693 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-ab37819e-e7f1-40b9-9304-12649cdd1b45 req-542931e5-bd85-4000-9c55-041f16dd7499 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Unset dirty status for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:32.772885 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ab37819e-e7f1-40b9-9304-12649cdd1b45 req-542931e5-bd85-4000-9c55-041f16dd7499 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 210 time: 0.1495345 Jan 20 01:01:32.794270 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9dd3e-a0ec-4e0d-bec7-dbbb8f5e8f02 req-45c9ad57-eb21-479f-9e93-352537f7383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:32.795911 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bbe9dd3e-a0ec-4e0d-bec7-dbbb8f5e8f02 req-45c9ad57-eb21-479f-9e93-352537f7383b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 200 len: 911 time: 0.2387395 Jan 20 01:01:32.884987 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bbe9dd3e-a0ec-4e0d-bec7-dbbb8f5e8f02 req-d7724250-3680-4988-9154-ae28266d03a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23258e6d-f993-43f0-a373-e225ebaa0110 HTTP/1.1" status: 200 len: 217 time: 0.0803494 Jan 20 01:01:32.925489 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12aba-feb1-4444-8676-f51affd9d499 req-7fe4661e-57f4-4c6f-b3f0-93a25e1f0342 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:32.927208 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-75f12aba-feb1-4444-8676-f51affd9d499 req-7fe4661e-57f4-4c6f-b3f0-93a25e1f0342 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 946 time: 0.1141758 Jan 20 01:01:32.976793 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9dd3e-a0ec-4e0d-bec7-dbbb8f5e8f02 req-5e1b662d-0e12-4135-864a-5c5590f789c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:32.978400 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bbe9dd3e-a0ec-4e0d-bec7-dbbb8f5e8f02 req-5e1b662d-0e12-4135-864a-5c5590f789c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411 HTTP/1.1" status: 200 len: 856 time: 0.0720265 Jan 20 01:01:32.991295 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-75f12aba-feb1-4444-8676-f51affd9d499 req-2623106b-54b1-4bee-ab85-8f1ebe522c20 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574956 Jan 20 01:01:33.079869 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9dd3e-a0ec-4e0d-bec7-dbbb8f5e8f02 req-340c841e-760f-4380-94a9-e8862913e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:33.081503 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bbe9dd3e-a0ec-4e0d-bec7-dbbb8f5e8f02 req-340c841e-760f-4380-94a9-e8862913e1e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec3a11db-a41d-4a3e-b1af-31727324cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0843136 Jan 20 01:01:33.237512 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bbe9dd3e-a0ec-4e0d-bec7-dbbb8f5e8f02 req-db9acf88-4ad3-4a63-8bf1-a860ccbaaa37 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430523 Jan 20 01:01:33.391675 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bbe9dd3e-a0ec-4e0d-bec7-dbbb8f5e8f02 req-23a3b274-4bca-4816-8b37-969032f30cb4 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1467011 Jan 20 01:01:33.900967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a61be-bc25-4daf-a7cc-891b1961352e req-0abd32f6-0b15-4dab-ac3c-6636c2f3f139 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:33.902350 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-404a61be-bc25-4daf-a7cc-891b1961352e req-0abd32f6-0b15-4dab-ac3c-6636c2f3f139 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.1169078 Jan 20 01:01:33.986217 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-042dbd55-db56-4fb3-ad4c-1d5bb38c8a0c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:33.987947 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-042dbd55-db56-4fb3-ad4c-1d5bb38c8a0c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.48 "GET /v2.0/networks?id=3ffe595a-3910-4a42-b05b-9d0f31c4a210 HTTP/1.1" status: 200 len: 810 time: 0.5003040 Jan 20 01:01:33.989791 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-019681c7-460e-425e-bb58-e1ff99bd4d77 req-2b83096d-72e0-40bd-933c-2c0532f52370 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Synchronizing usage tracker for tenant:67e31641c6c3491d928ab40dd60e9f29 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:34.029027 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-019681c7-460e-425e-bb58-e1ff99bd4d77 req-2b83096d-72e0-40bd-933c-2c0532f52370 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Unset dirty status for tenant:67e31641c6c3491d928ab40dd60e9f29 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:34.030357 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-019681c7-460e-425e-bb58-e1ff99bd4d77 req-2b83096d-72e0-40bd-933c-2c0532f52370 tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] 10.222.0.44 "GET /v2.0/ports?device_id=247ea740-9fdb-4d83-b765-7b2d0027998a HTTP/1.1" status: 200 len: 210 time: 0.3590577 Jan 20 01:01:34.094868 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-dab34af5-82e1-476f-a84d-6c778955c7f3 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cf376d63c274cc78e14728d121ab5ac HTTP/1.1" status: 200 len: 5703 time: 0.0893214 Jan 20 01:01:34.105875 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Request body: {'port': {'device_id': '9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'admin_state_up': True, 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'security_groups': ['2fd873f7-3be4-4a4c-bbfd-8de487355221']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:34.181614 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-404a61be-bc25-4daf-a7cc-891b1961352e req-b2bb14a4-4748-46ea-b19d-0f17b7f89c22 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717955 Jan 20 01:01:34.265246 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:34.276636 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:34.287384 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Made reservation on behalf of 9cf376d63c274cc78e14728d121ab5ac for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 01:01:34.297304 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:34.370133 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f11de185-5397-4f1b-a0c9-9939c87fe68d req-90bcbf8a-7267-46bb-b19a-6832447bdaba tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 210 time: 0.0482326 Jan 20 01:01:34.511168 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 23258e6d-f993-43f0-a373-e225ebaa0110 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:01:34.581499 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port 23258e6d-f993-43f0-a373-e225ebaa0110 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:01:34.587047 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 23258e6d-f993-43f0-a373-e225ebaa0110 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:34.587047 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:34.635252 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38071b-0ff9-41c9-9009-0a867d5fb555 req-35df2731-f593-4eaf-845c-abcc40d7fabf tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:34.636899 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dd38071b-0ff9-41c9-9009-0a867d5fb555 req-35df2731-f593-4eaf-845c-abcc40d7fabf tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 946 time: 0.2473722 Jan 20 01:01:34.713228 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:34.742475 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eff07c5-2922-4633-a291-cb43427d0332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23258e6d-f993-43f0-a373-e225ebaa0110'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:34.746773 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dd38071b-0ff9-41c9-9009-0a867d5fb555 req-692ef974-9a3a-4432-a309-69a985b93557 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026182 Jan 20 01:01:34.756271 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 23258e6d-f993-43f0-a373-e225ebaa0110, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=23258e6d-f993-43f0-a373-e225ebaa0110,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:34.757952 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Allocated IP 172.20.0.5 (3ffe595a-3910-4a42-b05b-9d0f31c4a210/075b1ae4-cad2-4638-9169-39eee3b083f2/977ff0e6-cf7f-4d3e-90bf-99e738ee8a96) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:01:34.760451 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:34.762965 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:34.814943 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eff07c5-2922-4633-a291-cb43427d0332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23258e6d-f993-43f0-a373-e225ebaa0110', 'code': 200} Jan 20 01:01:34.843443 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=23258e6d-f993-43f0-a373-e225ebaa0110,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:34.847293 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:34.966929 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:35.019691 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Transition to ACTIVE for port object 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:01:35.080895 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9805848-2aac-4568-93f1-488caafeb988 req-d69dff7e-ebf2-410d-ae3a-71fb593b8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:35.082580 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d9805848-2aac-4568-93f1-488caafeb988 req-d69dff7e-ebf2-410d-ae3a-71fb593b8198 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 1162 time: 0.0975838 Jan 20 01:01:35.083704 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:35.099385 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-001632dd-eadc-4b04-aa4c-31f6cc99325c tempest-ServerRescueNegativeTestJSON-1149917271 tempest-ServerRescueNegativeTestJSON-1149917271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:35.151240 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34880) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:35.288872 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d9805848-2aac-4568-93f1-488caafeb988 req-a4b22a10-13c5-4c3b-a108-bc2f769dfff7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580701 Jan 20 01:01:35.291556 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event updated for resources: {'Port': ['ID=977ff0e6-cf7f-4d3e-90bf-99e738ee8a96,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:35.295977 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:35.336640 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:01:35.337825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:01:35.340498 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:01:35.435434 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:35.436432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:35.488361 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3870814 Jan 20 01:01:35.516348 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Request body: {'port': {'device_id': '9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:35.556244 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ab9240e7-18f6-41d3-a979-001c5589be20 None None] Provisioning for port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:01:35.562323 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ab9240e7-18f6-41d3-a979-001c5589be20 None None] Provisioning complete for port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:35.562944 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab9240e7-18f6-41d3-a979-001c5589be20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:35.619588 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ed9c7-e263-4ab3-96c8-b00254cd2a89 req-c7a94034-5df9-4897-9d96-53c39c93ce3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:35.621196 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7f2ed9c7-e263-4ab3-96c8-b00254cd2a89 req-c7a94034-5df9-4897-9d96-53c39c93ce3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.2836483 Jan 20 01:01:35.623832 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ab9240e7-18f6-41d3-a979-001c5589be20 None None] Port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 01:01:35.734898 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:35.759078 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7f2ed9c7-e263-4ab3-96c8-b00254cd2a89 req-8b4e4816-fbc1-42a2-a2e4-ba23439bd2a4 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296279 Jan 20 01:01:35.769374 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3422626-6172-4fdc-8a09-8f9cc74e0454 req-303ced19-3de8-4299-b1fa-0633d7d19892 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:35.770179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-f3422626-6172-4fdc-8a09-8f9cc74e0454 req-303ced19-3de8-4299-b1fa-0633d7d19892 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Synchronizing usage tracker for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:35.821038 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-f3422626-6172-4fdc-8a09-8f9cc74e0454 req-303ced19-3de8-4299-b1fa-0633d7d19892 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Unset dirty status for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:35.822336 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f3422626-6172-4fdc-8a09-8f9cc74e0454 req-303ced19-3de8-4299-b1fa-0633d7d19892 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 931 time: 0.2617886 Jan 20 01:01:35.884387 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffc85bba-6158-4e0f-9599-b99cbb1581cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854164402'] for router_interface, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:35.940455 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f3422626-6172-4fdc-8a09-8f9cc74e0454 req-1fc0fbc3-fc1d-428c-84f0-5fcbc20bdc83 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=2fd873f7-3be4-4a4c-bbfd-8de487355221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088321 Jan 20 01:01:36.106747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device db110b7e-d419-41be-a470-c78f9505a2e2 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:01:36.182414 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port db110b7e-d419-41be-a470-c78f9505a2e2 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:36.182863 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:36.209487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58be68-c813-4e1e-9d27-611d850c03b9 req-285c0b89-eef6-49ac-93aa-32903be47adc tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:36.211229 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0e58be68-c813-4e1e-9d27-611d850c03b9 req-285c0b89-eef6-49ac-93aa-32903be47adc tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 946 time: 0.2723947 Jan 20 01:01:36.288822 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398852f-a7ac-4379-a673-d8a8fcd72330 req-b9660691-b9b5-401f-891b-7d25a6bd06f6 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:36.290977 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6398852f-a7ac-4379-a673-d8a8fcd72330 req-b9660691-b9b5-401f-891b-7d25a6bd06f6 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.48 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 946 time: 0.1635420 Jan 20 01:01:36.316754 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 23258e6d-f993-43f0-a373-e225ebaa0110 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:01:36.317001 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0e58be68-c813-4e1e-9d27-611d850c03b9 req-d2d0cd3f-5504-4716-9fdb-b150e2284e58 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965691 Jan 20 01:01:36.394872 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 23258e6d-f993-43f0-a373-e225ebaa0110 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:36.395222 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:36.403930 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ffc85bba-6158-4e0f-9599-b99cbb1581cd admin admin] Deleting port 6cfd6435-fa3a-4e91-904c-cfcae7434db5 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:01:36.404825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffc85bba-6158-4e0f-9599-b99cbb1581cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:36.423410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 01:01:36.441971 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-6398852f-a7ac-4379-a673-d8a8fcd72330 req-ef9771ca-7c3b-4271-9a0c-f3919d445ad7 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Deleting port db110b7e-d419-41be-a470-c78f9505a2e2 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:01:36.442357 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6398852f-a7ac-4379-a673-d8a8fcd72330 req-ef9771ca-7c3b-4271-9a0c-f3919d445ad7 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:36.472460 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:36.510148 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Transition to ACTIVE for port object 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:01:36.521396 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:36.550340 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3a677d5a-0f53-41eb-bba2-7b656fc53a5e tempest-DeleteServersTestJSON-314130738 tempest-DeleteServersTestJSON-314130738] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:36.627890 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ffc85bba-6158-4e0f-9599-b99cbb1581cd admin admin] For port 6cfd6435-fa3a-4e91-904c-cfcae7434db5, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=6cfd6435-fa3a-4e91-904c-cfcae7434db5,segment=NetworkSegment(38523567-1b8c-4c32-a860-fb18c9a2b8d3),segment_id=38523567-1b8c-4c32-a860-fb18c9a2b8d3)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:36.628716 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffc85bba-6158-4e0f-9599-b99cbb1581cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:36.764485 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ffc85bba-6158-4e0f-9599-b99cbb1581cd admin admin] Calling delete_port for 6cfd6435-fa3a-4e91-904c-cfcae7434db5 owned by network:router_interface {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:01:37.041935 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Pushing event updated for resources: {'Port': ['ID=977ff0e6-cf7f-4d3e-90bf-99e738ee8a96,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:37.054845 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:37.144858 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffc85bba-6158-4e0f-9599-b99cbb1581cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:37.160118 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-973fceff-7427-4926-838d-54010c24a2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:37.359898 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5d6f-0784-43d6-bdde-f66ed722fbb3 req-beec102e-dfc3-478d-a7a0-f8c5516f03c1 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:37.362293 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-650f5d6f-0784-43d6-bdde-f66ed722fbb3 req-beec102e-dfc3-478d-a7a0-f8c5516f03c1 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.4402561 Jan 20 01:01:37.370903 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-6398852f-a7ac-4379-a673-d8a8fcd72330 req-ef9771ca-7c3b-4271-9a0c-f3919d445ad7 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] For port db110b7e-d419-41be-a470-c78f9505a2e2, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=db110b7e-d419-41be-a470-c78f9505a2e2,segment=NetworkSegment(b628a62f-3135-4719-96c2-5c5f8841ad40),segment_id=b628a62f-3135-4719-96c2-5c5f8841ad40)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:37.371326 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6398852f-a7ac-4379-a673-d8a8fcd72330 req-ef9771ca-7c3b-4271-9a0c-f3919d445ad7 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:37.451483 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc85bba-6158-4e0f-9599-b99cbb1581cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfd6435-fa3a-4e91-904c-cfcae7434db5,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:37.456392 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ffc85bba-6158-4e0f-9599-b99cbb1581cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:37.545619 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-6398852f-a7ac-4379-a673-d8a8fcd72330 req-ef9771ca-7c3b-4271-9a0c-f3919d445ad7 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Calling delete_port for db110b7e-d419-41be-a470-c78f9505a2e2 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:01:37.572273 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b71c99-d8bb-46b1-99a5-c79561bcf1d8 req-ac6df2a4-84be-4427-8ba7-011cfa163c1f tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:37.573888 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f0b71c99-d8bb-46b1-99a5-c79561bcf1d8 req-ac6df2a4-84be-4427-8ba7-011cfa163c1f tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 943 time: 0.4851823 Jan 20 01:01:37.630644 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-650f5d6f-0784-43d6-bdde-f66ed722fbb3 req-757ee27c-42b7-4ae6-82ac-76d63667e853 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498121 Jan 20 01:01:37.646709 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Attempting to bind port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 01:01:37.647079 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Attempting to bind port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 01:01:37.647447 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Attempting to bind port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 on network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 01:01:37.655996 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 01:01:37.656221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Checking segment: {'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:01:37.656624 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:37.657012 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Bound using segment: {'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 01:01:37.658018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Bound port: 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f05458-31f6-4a56-8919-c5b7bdc08891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 01:01:37.658389 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:37.699877 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f0b71c99-d8bb-46b1-99a5-c79561bcf1d8 req-58a608ae-879c-46a1-888b-9c0b3fb3c6cf tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=2fd873f7-3be4-4a4c-bbfd-8de487355221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080565 Jan 20 01:01:37.905031 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] For port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 01:01:37.910926 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] For port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=977ff0e6-cf7f-4d3e-90bf-99e738ee8a96,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 01:01:37.912062 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6398852f-a7ac-4379-a673-d8a8fcd72330 req-ef9771ca-7c3b-4271-9a0c-f3919d445ad7 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:37.930198 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:37.943239 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aaf358dc-ccbc-4cc7-aa3b-c6d2a0422d93 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:37.961610 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f977eb65-b033-4ce5-9535-52096d679524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:37.984667 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffc85bba-6158-4e0f-9599-b99cbb1581cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854198364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-959454'] for router_interface, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:38.004629 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9771ca-7c3b-4271-9a0c-f3919d445ad7 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Pushing event deleted for resources: {'Port': ['ID=db110b7e-d419-41be-a470-c78f9505a2e2,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:38.045352 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24874aa-fa9d-4a19-b9a9-27d17d614e76 req-e750fafd-a3ed-4315-86fd-79c4389cb06a tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:38.047032 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c24874aa-fa9d-4a19-b9a9-27d17d614e76 req-e750fafd-a3ed-4315-86fd-79c4389cb06a tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1952174 Jan 20 01:01:38.072203 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 34900) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:38.077692 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 23258e6d-f993-43f0-a373-e225ebaa0110 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:01:38.091548 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-9ac543f5-8e2f-4403-9dee-56508dd6137b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Request body: {'floatingip': {'port_id': '23258e6d-f993-43f0-a373-e225ebaa0110'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:38.153233 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 23258e6d-f993-43f0-a373-e225ebaa0110 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:38.153808 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:38.281506 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d45045-1b8e-462a-95be-d4db47882e6e req-5ef8a4e8-bebb-40ad-9471-2d01943c7ad7 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:38.283264 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5d45045-1b8e-462a-95be-d4db47882e6e req-5ef8a4e8-bebb-40ad-9471-2d01943c7ad7 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=53e1f507-4a41-4fda-a7e8-6ee0af4574fb HTTP/1.1" status: 200 len: 946 time: 0.5072134 Jan 20 01:01:38.290711 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device db110b7e-d419-41be-a470-c78f9505a2e2 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:01:38.327580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] No Port match for: db110b7e-d419-41be-a470-c78f9505a2e2 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:01:38.327989 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device db110b7e-d419-41be-a470-c78f9505a2e2 not bound to the agent host hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:01:38.365348 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ac543f5-8e2f-4403-9dee-56508dd6137b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:38.534325 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Pushing event updated for resources: {'Port': ['ID=977ff0e6-cf7f-4d3e-90bf-99e738ee8a96,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:38.539751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc85bba-6158-4e0f-9599-b99cbb1581cd admin admin] Router c4cfabfa-cd6a-4e0c-934c-e202aba88804 has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:01:38.562304 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:38.571041 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5d45045-1b8e-462a-95be-d4db47882e6e req-2cc0d412-8682-4f1e-9f11-13f95ed8026d tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486277 Jan 20 01:01:38.571597 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.596s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:38.572018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:38.608565 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:38.610027 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:38.611785 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-21776c0f-1654-4617-95af-86b51921f18d service neutron] 10.222.0.48 "PUT /v2.0/ports/977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 HTTP/1.1" status: 200 len: 1157 time: 3.1003919 Jan 20 01:01:38.615248 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5', 'tag': '977ff0e6-cf7f-4d3e-90bf-99e738ee8a96'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:38.748554 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc85bba-6158-4e0f-9599-b99cbb1581cd admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:01:38.759227 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5', 'tag': '977ff0e6-cf7f-4d3e-90bf-99e738ee8a96', 'status': 'completed', 'code': 200} Jan 20 01:01:38.760128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26d27a-9ebe-4016-a297-a9ae40fd22c0 None None] Sync routers for ids ['c4cfabfa-cd6a-4e0c-934c-e202aba88804'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:01:38.760322 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-6398852f-a7ac-4379-a673-d8a8fcd72330 req-ef9771ca-7c3b-4271-9a0c-f3919d445ad7 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] No DVR routers for this DVR port db110b7e-d419-41be-a470-c78f9505a2e2 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:01:38.768430 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ffc85bba-6158-4e0f-9599-b99cbb1581cd admin admin] 10.222.0.44 "PUT /v2.0/routers/c4cfabfa-cd6a-4e0c-934c-e202aba88804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6136136 Jan 20 01:01:38.768895 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34908) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:38.772382 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-6398852f-a7ac-4379-a673-d8a8fcd72330 req-ef9771ca-7c3b-4271-9a0c-f3919d445ad7 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:38.779480 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd26d27a-9ebe-4016-a297-a9ae40fd22c0 None None] Routers {'c4cfabfa-cd6a-4e0c-934c-e202aba88804'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:01:38.780177 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-fd26d27a-9ebe-4016-a297-a9ae40fd22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:01:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['c4cfabfa-cd6a-4e0c-934c-e202aba88804'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:38.820124 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6398852f-a7ac-4379-a673-d8a8fcd72330 req-ef9771ca-7c3b-4271-9a0c-f3919d445ad7 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.48 "DELETE /v2.0/ports/db110b7e-d419-41be-a470-c78f9505a2e2 HTTP/1.1" status: 204 len: 173 time: 2.4981031 Jan 20 01:01:38.989570 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] Notify callbacks [] for router, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:39.062847 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-fd26d27a-9ebe-4016-a297-a9ae40fd22c0 None None] Set router c4cfabfa-cd6a-4e0c-934c-e202aba88804 gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:01:39.197844 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:39.203394 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] Deleting port 2e2f4875-213a-473b-9813-21b578876dc2 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:01:39.203768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:39.282926 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-b12f1ecd-25ca-4b50-8c58-7796cbeab59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:39.284559 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-b12f1ecd-25ca-4b50-8c58-7796cbeab59e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cf376d63c274cc78e14728d121ab5ac&device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 1160 time: 0.5860596 Jan 20 01:01:39.387565 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-4195a4a4-de6a-4a26-8d28-a7965c7a16b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 HTTP/1.1" status: 200 len: 217 time: 0.0832696 Jan 20 01:01:39.396424 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-fd26d27a-9ebe-4016-a297-a9ae40fd22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'name': 'tempest-ServerRescueNegativeTestJSON-1563996684-router', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e2f4875-213a-473b-9813-21b578876dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:17Z', 'updated_at': '2021-01-20T01:01:37Z', 'revision_number': 5, 'project_id': '67e31641c6c3491d928ab40dd60e9f29', 'gw_port': {'id': '2e2f4875-213a-473b-9813-21b578876dc2', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:18Z', 'updated_at': '2021-01-20T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:39.402172 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26d27a-9ebe-4016-a297-a9ae40fd22c0 None None] Checking router: c4cfabfa-cd6a-4e0c-934c-e202aba88804 for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:01:39.406925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] For port 2e2f4875-213a-473b-9813-21b578876dc2, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=2e2f4875-213a-473b-9813-21b578876dc2,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:39.407385 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:39.413040 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd26d27a-9ebe-4016-a297-a9ae40fd22c0 None None] Routers {'c4cfabfa-cd6a-4e0c-934c-e202aba88804'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:01:39.413753 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-fd26d27a-9ebe-4016-a297-a9ae40fd22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:01:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['c4cfabfa-cd6a-4e0c-934c-e202aba88804'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:39.535347 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-d150331d-221d-4209-9f81-fc3977294f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:39.536921 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-d150331d-221d-4209-9f81-fc3977294f19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=075b1ae4-cad2-4638-9169-39eee3b083f2 HTTP/1.1" status: 200 len: 849 time: 0.0762179 Jan 20 01:01:39.572065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:01:39.584715 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] Calling delete_port for 2e2f4875-213a-473b-9813-21b578876dc2 owned by network:router_gateway {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:01:39.656248 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-fd26d27a-9ebe-4016-a297-a9ae40fd22c0 None None] Set router c4cfabfa-cd6a-4e0c-934c-e202aba88804 gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:01:39.659350 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574f57c-fe4d-4489-8836-56455af0873b req-bdba97db-3e0e-43ce-96d1-1e60e5fe9e04 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:39.668066 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8574f57c-fe4d-4489-8836-56455af0873b req-bdba97db-3e0e-43ce-96d1-1e60e5fe9e04 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 943 time: 0.5008209 Jan 20 01:01:39.754628 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.plugins.ml2.ovo_rpc [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: result = function(*args, **kwargs) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: proto.__init__(conn_state, self) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: self.handle() Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: self.handle_one_request() Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: self.handle_one_response() Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: result = self.application(self.environ, start_response) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: return app(environ, start_response) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: response = req.get_response(self.application) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: application, catch_exc_info=False) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: response = req.get_response(self.application) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: application, catch_exc_info=False) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: response = req.get_response(self.application) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: application, catch_exc_info=False) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: response = req.get_response(self.application) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: application, catch_exc_info=False) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: return request.get_response(self.application) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: application, catch_exc_info=False) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: response = req.get_response(self._app) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: application, catch_exc_info=False) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: return resp(environ, start_response) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: return resp(environ, start_response) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: response = self.app(environ, start_response) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: return resp(environ, start_response) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Jan 20 01:01:39.759966 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: result = method(request=request, **args) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: return self._delete(request, id, **kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: return f(*args, **kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: return f(*args, **kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: return f(*dup_args, **dup_kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: obj_deleter(request.context, id, **kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: return method(*args, **kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: return f(*args, **kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: return f(*args, **kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: return f(*dup_args, **dup_kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: self._delete_current_gw_port(context, id, router, None) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: admin_ctx, gw_port_id, l3_port_check=False) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, context, *args, **kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: return method(*args, **kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: context, port, router_ids, bound_mech_contexts) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: return function(*args, **kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: callback(resource, event, trigger, **kwargs) Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: if self._is_session_semantic_violated(context, resource, event): Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: stack = traceback.extract_stack() Jan 20 01:01:39.765799 dv-cinder-667108-30-smb neutron-server[80047]: Jan 20 01:01:39.775212 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8574f57c-fe4d-4489-8836-56455af0873b req-ca15bf93-a75a-403c-a221-627b1007a456 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=2fd873f7-3be4-4a4c-bbfd-8de487355221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061091 Jan 20 01:01:39.811227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-bdf0d03a-684f-4ec9-a3c9-7b1df9c45d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:39.812881 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-bdf0d03a-684f-4ec9-a3c9-7b1df9c45d1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ffe595a-3910-4a42-b05b-9d0f31c4a210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2607596 Jan 20 01:01:40.058886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ac543f5-8e2f-4403-9dee-56508dd6137b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:40.074796 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ac543f5-8e2f-4403-9dee-56508dd6137b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:40.182152 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-fd26d27a-9ebe-4016-a297-a9ae40fd22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'name': 'tempest-ServerRescueNegativeTestJSON-1563996684-router', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e2f4875-213a-473b-9813-21b578876dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:17Z', 'updated_at': '2021-01-20T01:01:37Z', 'revision_number': 5, 'project_id': '67e31641c6c3491d928ab40dd60e9f29', 'gw_port': {'id': '2e2f4875-213a-473b-9813-21b578876dc2', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:18Z', 'updated_at': '2021-01-20T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:40.186758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26d27a-9ebe-4016-a297-a9ae40fd22c0 None None] The sync data for ids ['c4cfabfa-cd6a-4e0c-934c-e202aba88804'] in dv-cinder-667108-30-smb is: [{'id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'name': 'tempest-ServerRescueNegativeTestJSON-1563996684-router', 'tenant_id': '67e31641c6c3491d928ab40dd60e9f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '2e2f4875-213a-473b-9813-21b578876dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:17Z', 'updated_at': '2021-01-20T01:01:37Z', 'revision_number': 5, 'project_id': '67e31641c6c3491d928ab40dd60e9f29', 'gw_port': {'id': '2e2f4875-213a-473b-9813-21b578876dc2', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cfabfa-cd6a-4e0c-934c-e202aba88804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:18Z', 'updated_at': '2021-01-20T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:01:40.232008 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-450d6cb9-3964-4f3b-bc5b-9daaed7558ea service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107261 Jan 20 01:01:40.388075 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-68ae93d7-f0d4-46af-8771-ecee2b1c18b6 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:40.389729 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-68ae93d7-f0d4-46af-8771-ecee2b1c18b6 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/networks?id=e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 HTTP/1.1" status: 200 len: 808 time: 0.5224812 Jan 20 01:01:40.397630 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962118'] for router_gateway, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:40.398435 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_db [None req-9ac543f5-8e2f-4403-9dee-56508dd6137b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Floating IP 90457100-0ced-4e4f-acbf-43f31152607b associated. External IP: 172.28.0.70, port: 23258e6d-f993-43f0-a373-e225ebaa0110. Jan 20 01:01:40.528793 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-b6df80e4-7eea-47a2-b79c-c78a4a7a0d75 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/quotas/5c928880ee83453bb08037617d6873a2 HTTP/1.1" status: 200 len: 375 time: 0.1323156 Jan 20 01:01:40.569517 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aaa6a1db-2998-40b5-af8b-83c0a2aa37ee req-33ba29d1-345c-4b13-87be-8ce22dd7ba5c service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3260715 Jan 20 01:01:40.584773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-390'] for router, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:40.593891 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:40.599700 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-670b3f5a-41cc-4a88-8fde-3f462ee26f27 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c928880ee83453bb08037617d6873a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621519 Jan 20 01:01:40.728190 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854167909'] for router, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:40.728685 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4cfabfa-cd6a-4e0c-934c-e202aba88804 {{(pid=80161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 01:01:40.779358 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e1f507-4a41-4fda-a7e8-6ee0af4574fb', 'name': 'network-vif-deleted', 'tag': 'db110b7e-d419-41be-a470-c78f9505a2e2'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:40.841733 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e1f507-4a41-4fda-a7e8-6ee0af4574fb', 'name': 'network-vif-deleted', 'tag': 'db110b7e-d419-41be-a470-c78f9505a2e2', 'status': 'completed', 'code': 200} Jan 20 01:01:40.852368 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-ad88a995-e4c3-4f9e-b9c0-710e43f1921d service neutron] 10.222.0.44 "GET /v2.0/networks/e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766157 Jan 20 01:01:40.879720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da4c5-c870-411c-bd46-ba9b02595443 req-d1ed338a-3602-44a2-9b85-4ef75b1c18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:40.881351 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-245da4c5-c870-411c-bd46-ba9b02595443 req-d1ed338a-3602-44a2-9b85-4ef75b1c18cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cf376d63c274cc78e14728d121ab5ac&device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 1160 time: 0.2050056 Jan 20 01:01:40.889599 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac543f5-8e2f-4403-9dee-56508dd6137b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Router 30ad21de-0a1b-4394-881f-9eee0cc7452f has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:01:40.894683 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] Notify callbacks [] for router, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:40.898957 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-dda4d2ac-7e4d-434e-9fb8-b3b6a7992e2a admin admin] 10.222.0.44 "DELETE /v2.0/routers/c4cfabfa-cd6a-4e0c-934c-e202aba88804 HTTP/1.1" status: 204 len: 168 time: 2.1280539 Jan 20 01:01:40.904351 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34930) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:41.020070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7631ea9-b739-4134-b71e-bfa835804c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:41.069201 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b249b4e-d85a-43b3-8255-4d41f5c2cb7e admin admin] Deleting subnet 5ea3b5ac-97a0-4479-907c-e5c9d1b17f81 {{(pid=80161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 01:01:41.076359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5b249b4e-d85a-43b3-8255-4d41f5c2cb7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:41.144224 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-fc655b42-1226-4a21-9736-4ba3df0cf494 service neutron] 10.222.0.44 "GET /v2.0/networks/e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2839463 Jan 20 01:01:41.153154 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5b249b4e-d85a-43b3-8255-4d41f5c2cb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850936710'] for subnet, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:41.224473 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5b249b4e-d85a-43b3-8255-4d41f5c2cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5022249'] for subnet, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:41.432133 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-52945053-5098-4265-b41a-798705705903 req-3ccf9788-e8d9-4617-9245-517b3ec56255 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 210 time: 0.0573304 Jan 20 01:01:41.596415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5b249b4e-d85a-43b3-8255-4d41f5c2cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849753567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852615333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2933401'] for subnet, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:41.599645 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 6cfd6435-fa3a-4e91-904c-cfcae7434db5 no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:01:41.601695 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da4c5-c870-411c-bd46-ba9b02595443 req-78ca3f9f-7eb4-4aa7-a3e3-bda6186a83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:41.603334 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-245da4c5-c870-411c-bd46-ba9b02595443 req-78ca3f9f-7eb4-4aa7-a3e3-bda6186a83f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ffe595a-3910-4a42-b05b-9d0f31c4a210 HTTP/1.1" status: 200 len: 904 time: 0.7103975 Jan 20 01:01:41.616422 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-15815cc2-d3ae-49ff-8cef-453e31e57d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:41.629933 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71e7a7-3419-40f0-8dce-ef5f5388869b req-ec8525c6-33a9-4c2d-b46b-d2d441f24b2a tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:41.637616 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3a71e7a7-3419-40f0-8dce-ef5f5388869b req-ec8525c6-33a9-4c2d-b46b-d2d441f24b2a tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 943 time: 0.4073431 Jan 20 01:01:41.640050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: 6cfd6435-fa3a-4e91-904c-cfcae7434db5 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:01:41.640581 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 6cfd6435-fa3a-4e91-904c-cfcae7434db5 not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:01:41.641128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 2e2f4875-213a-473b-9813-21b578876dc2 no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:01:41.668090 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b249b4e-d85a-43b3-8255-4d41f5c2cb7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea3b5ac-97a0-4479-907c-e5c9d1b17f81,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:41.672152 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5b249b4e-d85a-43b3-8255-4d41f5c2cb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:41.686231 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: 2e2f4875-213a-473b-9813-21b578876dc2 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:01:41.686810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 2e2f4875-213a-473b-9813-21b578876dc2 not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:01:41.758369 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac543f5-8e2f-4403-9dee-56508dd6137b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:01:41.763896 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5b249b4e-d85a-43b3-8255-4d41f5c2cb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:41.767121 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ac543f5-8e2f-4403-9dee-56508dd6137b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:41.768417 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064c8dc-c0c3-4030-88b1-fa6e7e01d278 None None] Sync routers for ids ['30ad21de-0a1b-4394-881f-9eee0cc7452f'] in dv-cinder-667108-30-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:01:41.773629 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-5b249b4e-d85a-43b3-8255-4d41f5c2cb7e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5ea3b5ac-97a0-4479-907c-e5c9d1b17f81 HTTP/1.1" status: 204 len: 168 time: 0.8680158 Jan 20 01:01:41.774595 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34944) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:41.778658 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064c8dc-c0c3-4030-88b1-fa6e7e01d278 None None] Routers {'30ad21de-0a1b-4394-881f-9eee0cc7452f'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:01:41.779304 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-5064c8dc-c0c3-4030-88b1-fa6e7e01d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:01:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['30ad21de-0a1b-4394-881f-9eee0cc7452f'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:41.805114 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-245da4c5-c870-411c-bd46-ba9b02595443 req-ca850fa8-26e4-4041-8225-5594340d1bdf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 HTTP/1.1" status: 200 len: 217 time: 0.1402497 Jan 20 01:01:41.830708 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3a71e7a7-3419-40f0-8dce-ef5f5388869b req-1030e9c6-ed59-4912-83d0-3b523446cadf tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=2fd873f7-3be4-4a4c-bbfd-8de487355221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920547 Jan 20 01:01:41.900246 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036849830608'] for network, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:41.915142 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-9ac543f5-8e2f-4403-9dee-56508dd6137b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "PUT /v2.0/floatingips/90457100-0ced-4e4f-acbf-43f31152607b HTTP/1.1" status: 200 len: 990 time: 3.8408546 Jan 20 01:01:41.937214 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da4c5-c870-411c-bd46-ba9b02595443 req-88e30289-0259-4960-8a4d-fdd760efd2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:41.942473 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-245da4c5-c870-411c-bd46-ba9b02595443 req-88e30289-0259-4960-8a4d-fdd760efd2fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=075b1ae4-cad2-4638-9169-39eee3b083f2 HTTP/1.1" status: 200 len: 849 time: 0.1079905 Jan 20 01:01:42.007870 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-5064c8dc-c0c3-4030-88b1-fa6e7e01d278 None None] Set router 30ad21de-0a1b-4394-881f-9eee0cc7452f gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:01:42.059401 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da4c5-c870-411c-bd46-ba9b02595443 req-9add03d2-1379-4b10-ba51-427a1026414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:42.061003 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-245da4c5-c870-411c-bd46-ba9b02595443 req-9add03d2-1379-4b10-ba51-427a1026414e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ffe595a-3910-4a42-b05b-9d0f31c4a210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1015291 Jan 20 01:01:42.147441 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5005052', 'neutron.services.segments.db._delete_segments_for_network--9223363263819270516'] for network, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:42.223816 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-245da4c5-c870-411c-bd46-ba9b02595443 req-b024939f-4f9d-442b-8404-2ba2d16f5064 service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549532 Jan 20 01:01:42.272541 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fd52c4-502e-4c83-91ea-f2e2ff32a861']}} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:42.286381 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38523567-1b8c-4c32-a860-fb18c9a2b8d3') {'for_net_delete': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:42.286874 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38523567-1b8c-4c32-a860-fb18c9a2b8d3') {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:42.300386 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263819266420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3839090'] for segment, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:42.317559 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:42.319863 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 01:01:42.376152 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-245da4c5-c870-411c-bd46-ba9b02595443 req-bfb353e5-7573-42ac-b6b4-8e38ad6746af service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1436238 Jan 20 01:01:42.421928 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-5064c8dc-c0c3-4030-88b1-fa6e7e01d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '90457100-0ced-4e4f-acbf-43f31152607b', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'floating_ip_address': '172.28.0.70', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'port_id': '23258e6d-f993-43f0-a373-e225ebaa0110', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'mac_address': 'fa:16:3e:04:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff07c5-2922-4633-a291-cb43427d0332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:20Z', 'updated_at': '2021-01-20T01:01:39Z', 'revision_number': 1, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:25Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:42.426188 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064c8dc-c0c3-4030-88b1-fa6e7e01d278 None None] Checking router: 30ad21de-0a1b-4394-881f-9eee0cc7452f for host: dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:01:42.435593 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064c8dc-c0c3-4030-88b1-fa6e7e01d278 None None] Routers {'30ad21de-0a1b-4394-881f-9eee0cc7452f'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:01:42.436492 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-5064c8dc-c0c3-4030-88b1-fa6e7e01d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:01:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['30ad21de-0a1b-4394-881f-9eee0cc7452f'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:42.513411 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] Network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:01:42.525075 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036849753491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852615184'] for segment, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:42.698737 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-f66ec72a-b544-4a75-ac65-95e0480fb63f req-63275919-7455-434d-b6ee-2e9b10c56d6b tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Synchronizing usage tracker for tenant:5c928880ee83453bb08037617d6873a2 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:42.733273 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] Network 99fd52c4-502e-4c83-91ea-f2e2ff32a861 has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: Traceback (most recent call last): Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: timer() Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: cb(*args, **kw) Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: return func(*args, **kwargs) Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: self._notify() Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: self.callback(batched_events) Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: event.method(event) Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: segment_id)['aggregates'][0] Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, *a, **k) Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: return self._get(url).json() Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: **kwargs) Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: **endpoint_filter) Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 01:01:42.759708 dv-cinder-667108-30-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 01:01:42.785354 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-f66ec72a-b544-4a75-ac65-95e0480fb63f req-63275919-7455-434d-b6ee-2e9b10c56d6b tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Unset dirty status for tenant:5c928880ee83453bb08037617d6873a2 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:42.786649 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f66ec72a-b544-4a75-ac65-95e0480fb63f req-63275919-7455-434d-b6ee-2e9b10c56d6b tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 210 time: 0.1473086 Jan 20 01:01:42.812289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 23258e6d-f993-43f0-a373-e225ebaa0110 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:01:42.865161 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-81343194-cb70-4812-92d4-c4755162e748 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:42.867149 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-81343194-cb70-4812-92d4-c4755162e748 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.48 "GET /v2.0/networks?id=e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 HTTP/1.1" status: 200 len: 808 time: 0.2816021 Jan 20 01:01:42.867696 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5004811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853813635'] for network, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:42.868197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eff07c5-2922-4633-a291-cb43427d0332', 'tag': '23258e6d-f993-43f0-a373-e225ebaa0110'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:42.879329 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4094ee37-3211-481f-becd-903a9e9293eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:42.892950 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:42.899058 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:42.905881 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Request body: {'port': {'device_id': '754c8c78-e259-438e-ab73-ec7b35d763cd', 'network_id': 'e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09', 'admin_state_up': True, 'tenant_id': '5c928880ee83453bb08037617d6873a2'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:42.915718 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:42.927798 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] Pushing event deleted for resources: {'Network': ['ID=99fd52c4-502e-4c83-91ea-f2e2ff32a861,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:42.931748 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:42.937879 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-6dde7416-b1b1-4459-9716-cf3d002ceb9b admin admin] 10.222.0.44 "DELETE /v2.0/networks/99fd52c4-502e-4c83-91ea-f2e2ff32a861 HTTP/1.1" status: 204 len: 168 time: 1.1619523 Jan 20 01:01:42.955372 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-5064c8dc-c0c3-4030-88b1-fa6e7e01d278 None None] Set router 30ad21de-0a1b-4394-881f-9eee0cc7452f gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:01:42.983090 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eff07c5-2922-4633-a291-cb43427d0332', 'tag': '23258e6d-f993-43f0-a373-e225ebaa0110', 'status': 'completed', 'code': 200} Jan 20 01:01:43.022327 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 23258e6d-f993-43f0-a373-e225ebaa0110 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:43.022797 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:43.140382 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b14f1-374f-4db4-8289-50c6a368bac5 req-b0b19cb4-f9b2-4616-8a85-0f2ca7b71eba tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:43.149158 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-715b14f1-374f-4db4-8289-50c6a368bac5 req-b0b19cb4-f9b2-4616-8a85-0f2ca7b71eba tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 943 time: 0.1545625 Jan 20 01:01:43.178481 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 34964) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:43.204404 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:01:43.205218 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-715b14f1-374f-4db4-8289-50c6a368bac5 req-9ad76e22-dfe1-4bd6-b9fe-167504e6182f tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=2fd873f7-3be4-4a4c-bbfd-8de487355221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551064 Jan 20 01:01:43.232340 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:01:43.266227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Made reservation on behalf of 5c928880ee83453bb08037617d6873a2 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 01:01:43.275016 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:43.286621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecf20c-7176-4b56-9441-b7cba31152cd req-d8b56a2a-ee55-45c3-b728-fb814fe14ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:43.288346 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-55ecf20c-7176-4b56-9441-b7cba31152cd req-d8b56a2a-ee55-45c3-b728-fb814fe14ee9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 1162 time: 0.2402613 Jan 20 01:01:43.293501 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-d8d41c41-f610-49e2-ab18-d61041fca53d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67e31641c6c3491d928ab40dd60e9f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1137424 Jan 20 01:01:43.296746 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 34968) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:43.384339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-43553a48-281e-4b6e-abba-1b7ef8c1961f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:43.413266 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-43553a48-281e-4b6e-abba-1b7ef8c1961f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:43.419725 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:01:43.464185 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-43553a48-281e-4b6e-abba-1b7ef8c1961f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:43.469590 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c286fb8a-7df0-4014-b276-2203a8a23883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:43.485770 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43553a48-281e-4b6e-abba-1b7ef8c1961f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5c61cb-2f54-4fdf-9acd-064545e245b4,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:43.488921 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-43553a48-281e-4b6e-abba-1b7ef8c1961f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:43.496280 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-43553a48-281e-4b6e-abba-1b7ef8c1961f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:43.497662 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-43553a48-281e-4b6e-abba-1b7ef8c1961f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c5c61cb-2f54-4fdf-9acd-064545e245b4 HTTP/1.1" status: 204 len: 168 time: 0.1998312 Jan 20 01:01:43.513776 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecf20c-7176-4b56-9441-b7cba31152cd req-6c827181-847e-48cf-a377-cf9b75a55971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:43.515908 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-55ecf20c-7176-4b56-9441-b7cba31152cd req-6c827181-847e-48cf-a377-cf9b75a55971 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 200 len: 911 time: 0.2187171 Jan 20 01:01:43.531057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:43.598515 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:01:43.606447 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:43.606900 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:43.693654 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-5064c8dc-c0c3-4030-88b1-fa6e7e01d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '90457100-0ced-4e4f-acbf-43f31152607b', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'floating_ip_address': '172.28.0.70', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'port_id': '23258e6d-f993-43f0-a373-e225ebaa0110', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'mac_address': 'fa:16:3e:04:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff07c5-2922-4633-a291-cb43427d0332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:20Z', 'updated_at': '2021-01-20T01:01:39Z', 'revision_number': 1, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:25Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:43.731759 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064c8dc-c0c3-4030-88b1-fa6e7e01d278 None None] The sync data for ids ['30ad21de-0a1b-4394-881f-9eee0cc7452f'] in dv-cinder-667108-30-smb is: [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '90457100-0ced-4e4f-acbf-43f31152607b', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'floating_ip_address': '172.28.0.70', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'port_id': '23258e6d-f993-43f0-a373-e225ebaa0110', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'mac_address': 'fa:16:3e:04:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff07c5-2922-4633-a291-cb43427d0332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:20Z', 'updated_at': '2021-01-20T01:01:39Z', 'revision_number': 1, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:25Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:01:43.762008 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-55ecf20c-7176-4b56-9441-b7cba31152cd req-17f32290-f02a-4ed1-b5ec-b2687601dcd3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23258e6d-f993-43f0-a373-e225ebaa0110 HTTP/1.1" status: 200 len: 998 time: 0.2374356 Jan 20 01:01:43.767847 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:43.803684 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977ff0e6-cf7f-4d3e-90bf-99e738ee8a96'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:43.829954 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=977ff0e6-cf7f-4d3e-90bf-99e738ee8a96,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:43.835303 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:43.839592 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:43.914697 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecf20c-7176-4b56-9441-b7cba31152cd req-5c63dc76-b3a1-48ba-8e7d-c9e2fde3c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:43.916282 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-55ecf20c-7176-4b56-9441-b7cba31152cd req-5c63dc76-b3a1-48ba-8e7d-c9e2fde3c85e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411 HTTP/1.1" status: 200 len: 856 time: 0.1400850 Jan 20 01:01:43.932096 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977ff0e6-cf7f-4d3e-90bf-99e738ee8a96', 'code': 200} Jan 20 01:01:43.948668 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=977ff0e6-cf7f-4d3e-90bf-99e738ee8a96,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:43.965730 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:44.055280 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-27ea5fc0-55d0-4084-b4fb-a37bdf1ff2ad req-0a4a5009-ed0d-443a-94f9-09d0df5c423b tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 210 time: 0.0722506 Jan 20 01:01:44.056410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Allocated IP 172.20.0.11 (e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09/f78fb028-f2f8-4115-890f-8d049f0d7aee/e1ebce95-cd73-4d25-8e57-45d1d2502771) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:01:44.112435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:01:44.239179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:44.239994 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:44.281847 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936fa4fe-cfe6-4583-89bf-b69fff3bd991 None None] New status for floating IP 90457100-0ced-4e4f-acbf-43f31152607b: ACTIVE {{(pid=80163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 01:01:44.292608 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0573cb8-209b-4138-b44b-7c0f96482d90 req-fa44f576-802f-433a-9679-e25e2bad8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:44.294292 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d0573cb8-209b-4138-b44b-7c0f96482d90 req-fa44f576-802f-433a-9679-e25e2bad8da1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 1162 time: 0.1527557 Jan 20 01:01:44.454905 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d0573cb8-209b-4138-b44b-7c0f96482d90 req-b278ba08-50f4-43aa-86a3-814ca05b95df service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2fd873f7-3be4-4a4c-bbfd-8de487355221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524689 Jan 20 01:01:44.531967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecf20c-7176-4b56-9441-b7cba31152cd req-a619a1a5-8e85-41fc-ae28-c567e29a438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:44.533646 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-55ecf20c-7176-4b56-9441-b7cba31152cd req-a619a1a5-8e85-41fc-ae28-c567e29a438f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec3a11db-a41d-4a3e-b1af-31727324cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5999975 Jan 20 01:01:44.590429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e5368-595e-42be-82d3-f3b8e2c9d751 req-37a0df82-cd7d-4889-a419-0427796349c6 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:44.603508 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1f8e5368-595e-42be-82d3-f3b8e2c9d751 req-37a0df82-cd7d-4889-a419-0427796349c6 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 945 time: 0.2088270 Jan 20 01:01:44.658772 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1f8e5368-595e-42be-82d3-f3b8e2c9d751 req-f80f9cac-15dc-429e-b8b1-c20b6bdd4e6c tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=2fd873f7-3be4-4a4c-bbfd-8de487355221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487509 Jan 20 01:01:44.801614 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:44.869147 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-55ecf20c-7176-4b56-9441-b7cba31152cd req-148c9868-a743-4d8a-83ce-722dd5a647af service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951842 Jan 20 01:01:44.902297 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:44.922549 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a36b8d6b-470c-4be8-95b7-0c9de2ec5b2a tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:45.147328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Pushing event updated for resources: {'Port': ['ID=e1ebce95-cd73-4d25-8e57-45d1d2502771,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:45.150447 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:45.194119 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-55ecf20c-7176-4b56-9441-b7cba31152cd req-7113062e-0979-474e-9a70-8c8b5022eb6c service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3170533 Jan 20 01:01:45.290205 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Network e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:01:45.292091 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:01:45.294506 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:01:45.387272 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:45.387982 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:45.421499 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3478f3-6366-4ef7-b45e-6daa6c7e802f req-3d9fd541-063d-413b-aecd-e5d4f5f058fc tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:45.423384 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4a3478f3-6366-4ef7-b45e-6daa6c7e802f req-3d9fd541-063d-413b-aecd-e5d4f5f058fc tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 932 time: 0.2149506 Jan 20 01:01:45.458689 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-59588d6a-7cd6-466e-8e24-5d5e70650acb tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5672140 Jan 20 01:01:45.475891 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Request body: {'port': {'device_id': '754c8c78-e259-438e-ab73-ec7b35d763cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:45.531902 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4a3478f3-6366-4ef7-b45e-6daa6c7e802f req-eb244b85-1a69-40b1-b4d0-e8a7cc31880b tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985513 Jan 20 01:01:45.620805 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:46.100149 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2f1b4-a25b-415d-9436-201bd3cf97d2 req-c4216d2a-f9ab-4126-8c1f-603e6a335e1e tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:46.101856 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-70c2f1b4-a25b-415d-9436-201bd3cf97d2 req-c4216d2a-f9ab-4126-8c1f-603e6a335e1e tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 945 time: 0.2364337 Jan 20 01:01:46.218367 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-70c2f1b4-a25b-415d-9436-201bd3cf97d2 req-43e3055f-59dc-4efb-a7e5-a33eaf47acff tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=2fd873f7-3be4-4a4c-bbfd-8de487355221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087964 Jan 20 01:01:46.232880 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ebce95-cd73-4d25-8e57-45d1d2502771 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 01:01:46.241367 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:46.254344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Transition to ACTIVE for port object e1ebce95-cd73-4d25-8e57-45d1d2502771 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:01:46.257519 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:46.274797 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:46.415751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ebce95-cd73-4d25-8e57-45d1d2502771,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:46.426213 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:46.457535 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bb01e-2339-47d1-a055-2d2968eaca25 req-72eafad0-ec18-4c9b-b822-81daab2a4d44 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:46.459211 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b65bb01e-2339-47d1-a055-2d2968eaca25 req-72eafad0-ec18-4c9b-b822-81daab2a4d44 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 945 time: 0.1055198 Jan 20 01:01:46.489775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 35036) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:01:46.496487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-e72d3c80-7a10-41e1-bd58-67ef7e90da66 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Request body: {'floatingip': {'port_id': '977ff0e6-cf7f-4d3e-90bf-99e738ee8a96'}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:01:46.591246 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e72d3c80-7a10-41e1-bd58-67ef7e90da66 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:46.614733 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Attempting to bind port e1ebce95-cd73-4d25-8e57-45d1d2502771 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 01:01:46.615359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Attempting to bind port e1ebce95-cd73-4d25-8e57-45d1d2502771 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'b628a62f-3135-4719-96c2-5c5f8841ad40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 01:01:46.615922 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Attempting to bind port e1ebce95-cd73-4d25-8e57-45d1d2502771 on network e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 01:01:46.622373 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 01:01:46.623317 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Checking segment: {'id': 'b628a62f-3135-4719-96c2-5c5f8841ad40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:01:46.623927 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:46.624329 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Bound using segment: {'id': 'b628a62f-3135-4719-96c2-5c5f8841ad40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 01:01:46.624812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Bound port: e1ebce95-cd73-4d25-8e57-45d1d2502771, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b628a62f-3135-4719-96c2-5c5f8841ad40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 01:01:46.625191 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:46.793597 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] For port e1ebce95-cd73-4d25-8e57-45d1d2502771, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 01:01:46.805532 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] For port e1ebce95-cd73-4d25-8e57-45d1d2502771, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=e1ebce95-cd73-4d25-8e57-45d1d2502771,segment=NetworkSegment(b628a62f-3135-4719-96c2-5c5f8841ad40),segment_id=b628a62f-3135-4719-96c2-5c5f8841ad40)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 01:01:46.811278 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:46.828415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8f2f6669-32a9-4c63-ab2d-b5c56204f2e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:46.918876 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8e80-bddf-49db-87c3-cb552eb10d48 req-dd4337ad-512e-4861-81c0-44d51fed16c4 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:46.919707 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-104a8e80-bddf-49db-87c3-cb552eb10d48 req-dd4337ad-512e-4861-81c0-44d51fed16c4 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Synchronizing usage tracker for tenant:5c928880ee83453bb08037617d6873a2 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:01:47.029688 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-104a8e80-bddf-49db-87c3-cb552eb10d48 req-dd4337ad-512e-4861-81c0-44d51fed16c4 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Unset dirty status for tenant:5c928880ee83453bb08037617d6873a2 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:01:47.031028 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-104a8e80-bddf-49db-87c3-cb552eb10d48 req-dd4337ad-512e-4861-81c0-44d51fed16c4 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 944 time: 0.3558183 Jan 20 01:01:47.031726 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ebce95-cd73-4d25-8e57-45d1d2502771,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:47.037336 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:47.107365 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:47.108046 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:47.109547 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] 10.222.0.48 "PUT /v2.0/ports/e1ebce95-cd73-4d25-8e57-45d1d2502771 HTTP/1.1" status: 200 len: 1158 time: 1.6394804 Jan 20 01:01:47.110776 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754c8c78-e259-438e-ab73-ec7b35d763cd', 'tag': 'e1ebce95-cd73-4d25-8e57-45d1d2502771'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:47.121146 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-104a8e80-bddf-49db-87c3-cb552eb10d48 req-e7683791-e79d-41e8-bb39-cc5b6a1c5a98 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826080 Jan 20 01:01:47.204880 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754c8c78-e259-438e-ab73-ec7b35d763cd', 'tag': 'e1ebce95-cd73-4d25-8e57-45d1d2502771', 'status': 'completed', 'code': 200} Jan 20 01:01:47.491953 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-e6f9c1c1-3635-4e14-af48-5d19e011cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:47.494418 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-e6f9c1c1-3635-4e14-af48-5d19e011cbf3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c928880ee83453bb08037617d6873a2&device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 1161 time: 0.3339226 Jan 20 01:01:47.507655 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e72d3c80-7a10-41e1-bd58-67ef7e90da66 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:47.511848 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e72d3c80-7a10-41e1-bd58-67ef7e90da66 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:47.584608 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-1b1b4e32-9b50-4667-a8f4-fdc6d664645a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1ebce95-cd73-4d25-8e57-45d1d2502771 HTTP/1.1" status: 200 len: 217 time: 0.0816517 Jan 20 01:01:47.667162 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-fe644c81-9f68-4390-ad6b-584f92d3d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:47.669384 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-fe644c81-9f68-4390-ad6b-584f92d3d9bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f78fb028-f2f8-4115-890f-8d049f0d7aee HTTP/1.1" status: 200 len: 848 time: 0.0733726 Jan 20 01:01:47.714154 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_db [None req-e72d3c80-7a10-41e1-bd58-67ef7e90da66 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Floating IP 006d3395-5941-46a8-85ec-204d3530db23 associated. External IP: 172.28.0.124, port: 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96. Jan 20 01:01:47.733475 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-52a2914c-60c6-427a-8c70-1e34c64c5a90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565257 Jan 20 01:01:47.901032 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-a9e0af31-36e2-4894-b83d-63494fea22e8 service neutron] 10.222.0.48 "GET /v2.0/networks/e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578810 Jan 20 01:01:48.054362 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42465fc9-ecc4-4a18-9f29-4c4ff0d9f820 req-da6a1d26-aa99-4dfd-9339-806b6444c07f service neutron] 10.222.0.48 "GET /v2.0/networks/e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1459532 Jan 20 01:01:48.129576 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72d3c80-7a10-41e1-bd58-67ef7e90da66 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Router 5bdb06a1-4125-470b-ab2d-7644dc598dab has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:01:48.197545 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d08e3-b0f7-41fa-9144-ed16c69661ad req-95bb37b3-fb3a-40f8-95ba-698682838692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:48.199203 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7a7d08e3-b0f7-41fa-9144-ed16c69661ad req-95bb37b3-fb3a-40f8-95ba-698682838692 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c928880ee83453bb08037617d6873a2&device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 1161 time: 0.0827241 Jan 20 01:01:48.350826 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d08e3-b0f7-41fa-9144-ed16c69661ad req-1e8f609d-feb3-4e6f-bf07-a774a6c27ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:48.352448 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7a7d08e3-b0f7-41fa-9144-ed16c69661ad req-1e8f609d-feb3-4e6f-bf07-a774a6c27ef4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 HTTP/1.1" status: 200 len: 902 time: 0.1456184 Jan 20 01:01:48.401281 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72d3c80-7a10-41e1-bd58-67ef7e90da66 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:01:48.406396 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e72d3c80-7a10-41e1-bd58-67ef7e90da66 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:48.411098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6946f9-50fa-48f6-b1ee-ddae46a4e9e7 None None] Sync routers for ids ['5bdb06a1-4125-470b-ab2d-7644dc598dab'] in dv-cinder-667108-30-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:01:48.423439 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6946f9-50fa-48f6-b1ee-ddae46a4e9e7 None None] Routers {'5bdb06a1-4125-470b-ab2d-7644dc598dab'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:01:48.424469 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-da6946f9-50fa-48f6-b1ee-ddae46a4e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:01:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['5bdb06a1-4125-470b-ab2d-7644dc598dab'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:48.450824 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7a7d08e3-b0f7-41fa-9144-ed16c69661ad req-2d7706e6-4fa3-4383-9893-41a92117e886 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1ebce95-cd73-4d25-8e57-45d1d2502771 HTTP/1.1" status: 200 len: 217 time: 0.0898650 Jan 20 01:01:48.462355 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bace7d-e897-4720-a869-dfe973e05f74 req-ebd357e6-125a-4b1e-bd97-86d735b4cb85 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:48.470310 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-62bace7d-e897-4720-a869-dfe973e05f74 req-ebd357e6-125a-4b1e-bd97-86d735b4cb85 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 944 time: 0.2080281 Jan 20 01:01:48.538398 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e72d3c80-7a10-41e1-bd58-67ef7e90da66 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "PUT /v2.0/floatingips/006d3395-5941-46a8-85ec-204d3530db23 HTTP/1.1" status: 200 len: 991 time: 2.0435770 Jan 20 01:01:48.538398 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5', 'tag': '977ff0e6-cf7f-4d3e-90bf-99e738ee8a96'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:48.557955 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-62bace7d-e897-4720-a869-dfe973e05f74 req-36db80c0-698b-4c03-9d16-b6c67bea6a6a tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866630 Jan 20 01:01:48.602542 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d08e3-b0f7-41fa-9144-ed16c69661ad req-04e3ed84-ef9e-47b5-9503-816544a76b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:48.604144 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7a7d08e3-b0f7-41fa-9144-ed16c69661ad req-04e3ed84-ef9e-47b5-9503-816544a76b71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f78fb028-f2f8-4115-890f-8d049f0d7aee HTTP/1.1" status: 200 len: 848 time: 0.1353149 Jan 20 01:01:48.675126 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-da6946f9-50fa-48f6-b1ee-ddae46a4e9e7 None None] Set router 5bdb06a1-4125-470b-ab2d-7644dc598dab gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:01:48.697265 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5', 'tag': '977ff0e6-cf7f-4d3e-90bf-99e738ee8a96', 'status': 'completed', 'code': 200} Jan 20 01:01:48.699017 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7a7d08e3-b0f7-41fa-9144-ed16c69661ad req-a8516200-1a69-4d16-8bb1-782d86ea7a77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856094 Jan 20 01:01:48.933563 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7a7d08e3-b0f7-41fa-9144-ed16c69661ad req-4a2f91cb-a502-4f81-b02a-6815f7d97002 service neutron] 10.222.0.48 "GET /v2.0/networks/e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194955 Jan 20 01:01:48.936842 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffde31-93b0-4c75-92d2-a7b722b67af2 req-289d66ab-5b86-414a-8151-a9352964562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:48.938549 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-88ffde31-93b0-4c75-92d2-a7b722b67af2 req-289d66ab-5b86-414a-8151-a9352964562a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cf376d63c274cc78e14728d121ab5ac&device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 1162 time: 0.1977088 Jan 20 01:01:49.200583 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7a7d08e3-b0f7-41fa-9144-ed16c69661ad req-ddbe47cc-6494-400c-b4d8-637bd73ff153 service neutron] 10.222.0.48 "GET /v2.0/networks/e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2537072 Jan 20 01:01:49.276006 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffde31-93b0-4c75-92d2-a7b722b67af2 req-456b2bf7-1716-4125-8dcb-ab580d2fd2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:49.276623 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-da6946f9-50fa-48f6-b1ee-ddae46a4e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '006d3395-5941-46a8-85ec-204d3530db23', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'floating_ip_address': '172.28.0.124', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'port_id': '977ff0e6-cf7f-4d3e-90bf-99e738ee8a96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'mac_address': 'fa:16:3e:7b:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:30Z', 'updated_at': '2021-01-20T01:01:47Z', 'revision_number': 1, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:24Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:49.277622 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-88ffde31-93b0-4c75-92d2-a7b722b67af2 req-456b2bf7-1716-4125-8dcb-ab580d2fd2f7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ffe595a-3910-4a42-b05b-9d0f31c4a210 HTTP/1.1" status: 200 len: 904 time: 0.3052289 Jan 20 01:01:49.281969 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6946f9-50fa-48f6-b1ee-ddae46a4e9e7 None None] Checking router: 5bdb06a1-4125-470b-ab2d-7644dc598dab for host: dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:01:49.294359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6946f9-50fa-48f6-b1ee-ddae46a4e9e7 None None] Routers {'5bdb06a1-4125-470b-ab2d-7644dc598dab'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:01:49.302909 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-da6946f9-50fa-48f6-b1ee-ddae46a4e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:01:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['5bdb06a1-4125-470b-ab2d-7644dc598dab'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:49.406317 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-88ffde31-93b0-4c75-92d2-a7b722b67af2 req-061c4bb6-0fc5-417b-a175-f85e9cb2ab7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 HTTP/1.1" status: 200 len: 999 time: 0.1193907 Jan 20 01:01:49.489558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffde31-93b0-4c75-92d2-a7b722b67af2 req-87e03135-5039-4358-8eaa-b53a250239fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:49.491403 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-88ffde31-93b0-4c75-92d2-a7b722b67af2 req-87e03135-5039-4358-8eaa-b53a250239fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=075b1ae4-cad2-4638-9169-39eee3b083f2 HTTP/1.1" status: 200 len: 849 time: 0.0779638 Jan 20 01:01:49.520183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-da6946f9-50fa-48f6-b1ee-ddae46a4e9e7 None None] Set router 5bdb06a1-4125-470b-ab2d-7644dc598dab gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:01:49.588425 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffde31-93b0-4c75-92d2-a7b722b67af2 req-a6297b24-60bd-449c-870d-bab243584335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:49.590311 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-88ffde31-93b0-4c75-92d2-a7b722b67af2 req-a6297b24-60bd-449c-870d-bab243584335 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ffe595a-3910-4a42-b05b-9d0f31c4a210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0910063 Jan 20 01:01:49.762215 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-88ffde31-93b0-4c75-92d2-a7b722b67af2 req-a10c1e1d-feb7-4a39-bc0f-3a70efbc97c2 service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624181 Jan 20 01:01:49.935052 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-88ffde31-93b0-4c75-92d2-a7b722b67af2 req-77715c91-2fcc-4cee-b83c-e96bdcc5ef40 service neutron] 10.222.0.48 "GET /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1656671 Jan 20 01:01:49.935285 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-da6946f9-50fa-48f6-b1ee-ddae46a4e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '006d3395-5941-46a8-85ec-204d3530db23', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'floating_ip_address': '172.28.0.124', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'port_id': '977ff0e6-cf7f-4d3e-90bf-99e738ee8a96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'mac_address': 'fa:16:3e:7b:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:30Z', 'updated_at': '2021-01-20T01:01:47Z', 'revision_number': 1, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:24Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:01:49.940012 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6946f9-50fa-48f6-b1ee-ddae46a4e9e7 None None] The sync data for ids ['5bdb06a1-4125-470b-ab2d-7644dc598dab'] in dv-cinder-667108-30-smb is: [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_floatingips': [{'id': '006d3395-5941-46a8-85ec-204d3530db23', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'floating_ip_address': '172.28.0.124', 'floating_network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'router_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'port_id': '977ff0e6-cf7f-4d3e-90bf-99e738ee8a96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'mac_address': 'fa:16:3e:7b:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T01:01:30Z', 'updated_at': '2021-01-20T01:01:47Z', 'revision_number': 1, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:24Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:01:50.073369 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca94567-b42a-44b4-8cf9-5fd0fa497779 req-4e22e3ed-2a41-47d7-a6ce-7bb32257f488 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:50.075111 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7ca94567-b42a-44b4-8cf9-5fd0fa497779 req-4e22e3ed-2a41-47d7-a6ce-7bb32257f488 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 944 time: 0.3625789 Jan 20 01:01:50.129649 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7ca94567-b42a-44b4-8cf9-5fd0fa497779 req-b5a3301c-0d46-467c-92b5-e6161865e4fd tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482705 Jan 20 01:01:50.231197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d49a1a-3fc6-48ac-b8ed-3c27187a21c4 None None] New status for floating IP 006d3395-5941-46a8-85ec-204d3530db23: ACTIVE {{(pid=80163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 01:01:50.650737 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device e1ebce95-cd73-4d25-8e57-45d1d2502771 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:01:50.728073 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port e1ebce95-cd73-4d25-8e57-45d1d2502771 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:01:50.733414 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port e1ebce95-cd73-4d25-8e57-45d1d2502771 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:50.733851 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:50.860459 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:50.888529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754c8c78-e259-438e-ab73-ec7b35d763cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ebce95-cd73-4d25-8e57-45d1d2502771'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:50.899499 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port e1ebce95-cd73-4d25-8e57-45d1d2502771, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=e1ebce95-cd73-4d25-8e57-45d1d2502771,segment=NetworkSegment(b628a62f-3135-4719-96c2-5c5f8841ad40),segment_id=b628a62f-3135-4719-96c2-5c5f8841ad40)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:50.902471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:50.905186 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8f14f98a-c567-4157-a7e5-ec780e762f39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:50.954643 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754c8c78-e259-438e-ab73-ec7b35d763cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ebce95-cd73-4d25-8e57-45d1d2502771', 'code': 200} Jan 20 01:01:50.985025 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=e1ebce95-cd73-4d25-8e57-45d1d2502771,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:50.997959 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:51.209499 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d8979-650b-4d60-9010-68bc2a1f8777 req-cecafe60-4c6a-40a4-9a32-857191dc6677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:51.211298 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f10d8979-650b-4d60-9010-68bc2a1f8777 req-cecafe60-4c6a-40a4-9a32-857191dc6677 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 1163 time: 0.0839522 Jan 20 01:01:51.258666 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f10d8979-650b-4d60-9010-68bc2a1f8777 req-93735604-3bd1-478a-a395-1e493c759515 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390735 Jan 20 01:01:51.369813 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860b2f2-fa5f-422c-9547-605a080409de req-c90f663c-8cca-475c-a859-215d4f650e74 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:51.371580 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0860b2f2-fa5f-422c-9547-605a080409de req-c90f663c-8cca-475c-a859-215d4f650e74 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 946 time: 0.1065056 Jan 20 01:01:51.426146 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0860b2f2-fa5f-422c-9547-605a080409de req-04a29303-02ea-4cfc-98f2-2657f5303828 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475645 Jan 20 01:01:52.254371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device e1ebce95-cd73-4d25-8e57-45d1d2502771 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:01:52.331964 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port e1ebce95-cd73-4d25-8e57-45d1d2502771 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:01:52.332316 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:52.782228 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e1b28-2c2e-4d3a-a101-eff74cf5f66d req-c076882e-deeb-444f-ba7b-0cc6c424635f tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:52.783975 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ed9e1b28-2c2e-4d3a-a101-eff74cf5f66d req-c076882e-deeb-444f-ba7b-0cc6c424635f tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 946 time: 0.2096798 Jan 20 01:01:52.837842 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ed9e1b28-2c2e-4d3a-a101-eff74cf5f66d req-9442f4dd-7c69-4f47-817d-8b825af385ac tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473847 Jan 20 01:01:54.182746 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0bd97-4207-4fba-9473-75756e144a3a req-8a5c2e82-4680-45be-8a8f-47ee22e9b42b tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:54.184478 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-caa0bd97-4207-4fba-9473-75756e144a3a req-8a5c2e82-4680-45be-8a8f-47ee22e9b42b tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 946 time: 0.1171970 Jan 20 01:01:54.239886 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-caa0bd97-4207-4fba-9473-75756e144a3a req-b6d1c66a-3803-4b77-95b8-33ac24f152f2 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481901 Jan 20 01:01:55.480374 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d934a8-9912-42db-98d7-e19d96676a64 req-ab51f10f-52e6-4511-87ff-c6ecec7327b5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:55.482070 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-77d934a8-9912-42db-98d7-e19d96676a64 req-ab51f10f-52e6-4511-87ff-c6ecec7327b5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 946 time: 0.1081181 Jan 20 01:01:55.559588 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-77d934a8-9912-42db-98d7-e19d96676a64 req-8af5eb71-cec2-4a60-8961-d9cf7cf6b25e tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/security-groups?id=2a90468e-963f-4c84-8fe2-ffc1f921b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703430 Jan 20 01:01:55.589963 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea051e4a-e45c-49f0-a205-2876cff562ef req-22ccce01-d63e-4b88-aa06-c78ee540cd79 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:55.591654 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ea051e4a-e45c-49f0-a205-2876cff562ef req-22ccce01-d63e-4b88-aa06-c78ee540cd79 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.48 "GET /v2.0/ports?device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 946 time: 0.1396332 Jan 20 01:01:55.683081 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-ea051e4a-e45c-49f0-a205-2876cff562ef req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Deleting port e1ebce95-cd73-4d25-8e57-45d1d2502771 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:01:55.683953 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ea051e4a-e45c-49f0-a205-2876cff562ef req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:56.011170 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-ea051e4a-e45c-49f0-a205-2876cff562ef req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] For port e1ebce95-cd73-4d25-8e57-45d1d2502771, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=e1ebce95-cd73-4d25-8e57-45d1d2502771,segment=NetworkSegment(b628a62f-3135-4719-96c2-5c5f8841ad40),segment_id=b628a62f-3135-4719-96c2-5c5f8841ad40)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:01:56.011588 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ea051e4a-e45c-49f0-a205-2876cff562ef req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:56.152826 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-ea051e4a-e45c-49f0-a205-2876cff562ef req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Calling delete_port for e1ebce95-cd73-4d25-8e57-45d1d2502771 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:01:56.209523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device e1ebce95-cd73-4d25-8e57-45d1d2502771 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:01:56.304144 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ea051e4a-e45c-49f0-a205-2876cff562ef req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:56.315486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Port e1ebce95-cd73-4d25-8e57-45d1d2502771 update to DOWN by agent not found {{(pid=80162) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}} Jan 20 01:01:56.326233 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:01:56.386865 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Pushing event deleted for resources: {'Port': ['ID=e1ebce95-cd73-4d25-8e57-45d1d2502771,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:01:56.398685 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.399117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.399556 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.399967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.400371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.400780 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.401182 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.401580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.401974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.402373 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.402798 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.403250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.403645 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.404039 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.404456 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.404853 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.405250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.405644 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.406034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.406425 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.407372 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.407768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.408160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.408553 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:01:56.412596 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:01:56.562250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea051e4a-e45c-49f0-a205-2876cff562ef req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] No DVR routers for this DVR port e1ebce95-cd73-4d25-8e57-45d1d2502771 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:01:56.564817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ea051e4a-e45c-49f0-a205-2876cff562ef req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:56.568021 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754c8c78-e259-438e-ab73-ec7b35d763cd', 'name': 'network-vif-deleted', 'tag': 'e1ebce95-cd73-4d25-8e57-45d1d2502771'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:01:56.585028 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ea051e4a-e45c-49f0-a205-2876cff562ef req-7ab14465-c421-4e0b-8e3b-18e88e530619 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.48 "DELETE /v2.0/ports/e1ebce95-cd73-4d25-8e57-45d1d2502771 HTTP/1.1" status: 204 len: 173 time: 0.9873509 Jan 20 01:01:56.636785 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754c8c78-e259-438e-ab73-ec7b35d763cd', 'name': 'network-vif-deleted', 'tag': 'e1ebce95-cd73-4d25-8e57-45d1d2502771', 'status': 'completed', 'code': 200} Jan 20 01:01:56.681218 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:01:56.785115 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-004971be-90fb-4b79-a75a-93eac568f65f req-155e22a2-5811-4eca-a3e9-07d75841a793 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] 10.222.0.44 "GET /v2.0/ports?device_id=754c8c78-e259-438e-ab73-ec7b35d763cd HTTP/1.1" status: 200 len: 210 time: 0.0641179 Jan 20 01:01:56.973982 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-eedd70c8-bab6-4eda-87ea-7391e3e103be req-86a8f3f8-9dfc-49e8-b850-9b812db666d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0810091 Jan 20 01:01:57.097846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd70c8-bab6-4eda-87ea-7391e3e103be req-7c7e23e4-ea41-41fc-a00f-73895a680235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:57.100616 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-eedd70c8-bab6-4eda-87ea-7391e3e103be req-7c7e23e4-ea41-41fc-a00f-73895a680235 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d86c7bf59a9461da92d71a26eae8e39&device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 1202 time: 0.1039941 Jan 20 01:01:57.279623 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd70c8-bab6-4eda-87ea-7391e3e103be req-7821864d-79a2-4a36-99a6-727093d7cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:57.281627 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-eedd70c8-bab6-4eda-87ea-7391e3e103be req-7821864d-79a2-4a36-99a6-727093d7cecf service neutron] 10.222.0.48 "GET /v2.0/networks?id=041996d2-e17d-4329-a56e-806cccfa8530 HTTP/1.1" status: 200 len: 907 time: 0.1613343 Jan 20 01:01:57.650421 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-eedd70c8-bab6-4eda-87ea-7391e3e103be req-13f4a2ae-8cb5-4fbb-9989-0f29a7749a47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 200 len: 1000 time: 0.3575695 Jan 20 01:01:57.734841 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd70c8-bab6-4eda-87ea-7391e3e103be req-1fa2e92d-1a87-4375-8c18-61afe4a173f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:57.736907 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-eedd70c8-bab6-4eda-87ea-7391e3e103be req-1fa2e92d-1a87-4375-8c18-61afe4a173f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6b4fae4-9e91-4272-a744-34539bd495ef HTTP/1.1" status: 200 len: 852 time: 0.0668395 Jan 20 01:01:57.828065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd70c8-bab6-4eda-87ea-7391e3e103be req-e384a861-0746-467c-b60c-f6661e170960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:01:57.829804 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-eedd70c8-bab6-4eda-87ea-7391e3e103be req-e384a861-0746-467c-b60c-f6661e170960 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=041996d2-e17d-4329-a56e-806cccfa8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0793676 Jan 20 01:01:57.986286 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-eedd70c8-bab6-4eda-87ea-7391e3e103be req-827c8438-00b8-4901-a96c-703f0d5ef0d5 service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480615 Jan 20 01:01:58.139515 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-eedd70c8-bab6-4eda-87ea-7391e3e103be req-9eb94892-73b7-46c3-93fc-5c36b1de4d37 service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1440718 Jan 20 01:02:06.057303 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba9d0361-86a8-41ce-b71d-355a73590fb5 req-c2ea6995-e0ed-4fb8-8cc5-fa4cdc826a79 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-957546218&fields=id&tenant_id=9d86c7bf59a9461da92d71a26eae8e39 HTTP/1.1" status: 200 len: 267 time: 0.0733702 Jan 20 01:02:06.190442 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d0361-86a8-41ce-b71d-355a73590fb5 req-70049e79-d079-4dc2-8a01-be1b15409f57 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:06.192358 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba9d0361-86a8-41ce-b71d-355a73590fb5 req-70049e79-d079-4dc2-8a01-be1b15409f57 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 984 time: 0.1289096 Jan 20 01:02:06.206917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-ba9d0361-86a8-41ce-b71d-355a73590fb5 req-e27319cd-32a8-416d-abea-c9ce41d81a20 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Request body: {'port': {'security_groups': ['fc1e6a3c-f336-4106-84ce-ed46cc5046c4']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:02:06.364611 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ba9d0361-86a8-41ce-b71d-355a73590fb5 req-e27319cd-32a8-416d-abea-c9ce41d81a20 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:06.710775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-ba9d0361-86a8-41ce-b71d-355a73590fb5 req-e27319cd-32a8-416d-abea-c9ce41d81a20 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] For port ed820815-f8e1-42fc-bd5a-8168078063b5, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ed820815-f8e1-42fc-bd5a-8168078063b5,segment=NetworkSegment(0ed90a87-9452-4649-a8c0-bd6961d2e4fb),segment_id=0ed90a87-9452-4649-a8c0-bd6961d2e4fb)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:02:06.756464 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ba9d0361-86a8-41ce-b71d-355a73590fb5 req-e27319cd-32a8-416d-abea-c9ce41d81a20 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:06.761868 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ba9d0361-86a8-41ce-b71d-355a73590fb5 req-e27319cd-32a8-416d-abea-c9ce41d81a20 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:06.785661 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7ba95f0a-c1fc-4869-8a93-380d5330bcb5 tempest-VolumesActionsTest-2005953328 tempest-VolumesActionsTest-2005953328] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:06.968821 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27319cd-32a8-416d-abea-c9ce41d81a20 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Pushing event updated for resources: {'Port': ['ID=ed820815-f8e1-42fc-bd5a-8168078063b5,revision_number=6']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:06.973259 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e27319cd-32a8-416d-abea-c9ce41d81a20 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:07.028017 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d0361-86a8-41ce-b71d-355a73590fb5 req-e27319cd-32a8-416d-abea-c9ce41d81a20 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:07.028771 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ba9d0361-86a8-41ce-b71d-355a73590fb5 req-e27319cd-32a8-416d-abea-c9ce41d81a20 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:07.034971 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ba9d0361-86a8-41ce-b71d-355a73590fb5 req-e27319cd-32a8-416d-abea-c9ce41d81a20 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "PUT /v2.0/ports/ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 200 len: 942 time: 0.8342729 Jan 20 01:02:07.035795 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a228a8-961b-411a-9078-e7c9cb55605f', 'tag': 'ed820815-f8e1-42fc-bd5a-8168078063b5'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:02:07.192527 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a228a8-961b-411a-9078-e7c9cb55605f', 'tag': 'ed820815-f8e1-42fc-bd5a-8168078063b5', 'status': 'completed', 'code': 200} Jan 20 01:02:07.212516 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-01856686-55d3-42e1-8da5-3d3d86f9c273 req-9f5d4b67-312c-43cd-bba0-8fd1b27705c0 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups/803ff5e0-0854-42cd-bd3b-5ab60aa934b3 HTTP/1.1" status: 200 len: 3003 time: 0.1149018 Jan 20 01:02:07.311759 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-01856686-55d3-42e1-8da5-3d3d86f9c273 req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:07.358747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-01856686-55d3-42e1-8da5-3d3d86f9c273 req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:07.367323 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9498b50-0033-4593-8d15-69fd3ca6745e req-cbd5dbe6-b935-4cae-9aa4-701427a6b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:07.369548 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b9498b50-0033-4593-8d15-69fd3ca6745e req-cbd5dbe6-b935-4cae-9aa4-701427a6b326 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d86c7bf59a9461da92d71a26eae8e39&device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 1162 time: 0.1435630 Jan 20 01:02:07.390057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-8c8c39be-7d42-4499-8c18-5bcaa8749418 None None] Provisioning complete for port ed820815-f8e1-42fc-bd5a-8168078063b5 triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:02:07.392024 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8c8c39be-7d42-4499-8c18-5bcaa8749418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:07.418811 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-01856686-55d3-42e1-8da5-3d3d86f9c273 req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:07.431967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7d0e2c59-e3c5-40fa-a2a8-e7f663b11bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:07.449164 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Pushing event deleted for resources: {'SecurityGroup': ['ID=803ff5e0-0854-42cd-bd3b-5ab60aa934b3,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:07.473005 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.473717 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.474318 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.474958 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.476934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.477537 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.478127 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.487441 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.488183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.493602 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.494257 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.494898 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.495597 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.496189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.496778 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.497515 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.498113 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.498847 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.499438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.503103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.503769 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.504385 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.506687 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.507478 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:07.518279 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:07.533136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-01856686-55d3-42e1-8da5-3d3d86f9c273 req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:07.538762 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-01856686-55d3-42e1-8da5-3d3d86f9c273 req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "DELETE /v2.0/security-groups/803ff5e0-0854-42cd-bd3b-5ab60aa934b3 HTTP/1.1" status: 204 len: 173 time: 0.3166497 Jan 20 01:02:07.759708 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9498b50-0033-4593-8d15-69fd3ca6745e req-ebb3dbb6-b613-48f6-9a1b-6d19c0d7a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:07.761468 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b9498b50-0033-4593-8d15-69fd3ca6745e req-ebb3dbb6-b613-48f6-9a1b-6d19c0d7a37d service neutron] 10.222.0.48 "GET /v2.0/networks?id=041996d2-e17d-4329-a56e-806cccfa8530 HTTP/1.1" status: 200 len: 907 time: 0.3836401 Jan 20 01:02:07.780289 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-658085f0-a32c-4a2e-a8ad-0bea2660c82b tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/floatingips/2c90a91e-be3b-49a7-8cb4-7d8c8852d0b1 HTTP/1.1" status: 200 len: 997 time: 0.1730621 Jan 20 01:02:07.970102 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e791b48f-d58b-4468-9c1b-b478010768b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:08.001419 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b9498b50-0033-4593-8d15-69fd3ca6745e req-9bdbb0fd-b51f-456e-a0d6-cb3152e5f63d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 200 len: 1000 time: 0.2274070 Jan 20 01:02:08.087678 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9498b50-0033-4593-8d15-69fd3ca6745e req-faeae032-cd8e-4410-9952-604341fb9cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:08.089551 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b9498b50-0033-4593-8d15-69fd3ca6745e req-faeae032-cd8e-4410-9952-604341fb9cec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6b4fae4-9e91-4272-a744-34539bd495ef HTTP/1.1" status: 200 len: 852 time: 0.0805144 Jan 20 01:02:08.188790 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9498b50-0033-4593-8d15-69fd3ca6745e req-e9c8ee7b-336b-4493-91e8-a99ee7388647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:08.190410 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b9498b50-0033-4593-8d15-69fd3ca6745e req-e9c8ee7b-336b-4493-91e8-a99ee7388647 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=041996d2-e17d-4329-a56e-806cccfa8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0923321 Jan 20 01:02:08.257468 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-b8fbc986-fe05-4805-85b2-2f9bdde9233f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:08.258153 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-b8fbc986-fe05-4805-85b2-2f9bdde9233f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Synchronizing usage tracker for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:network {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:02:08.279890 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-b8fbc986-fe05-4805-85b2-2f9bdde9233f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Unset dirty status for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:network {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:02:08.281326 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-b8fbc986-fe05-4805-85b2-2f9bdde9233f tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/networks/7116fac5-173a-4c74-bc75-236a854e751a HTTP/1.1" status: 200 len: 784 time: 0.4950919 Jan 20 01:02:08.292886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-d84cd361-a4ff-4007-a5df-61194aed82f0 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 01:02:08.294206 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-d84cd361-a4ff-4007-a5df-61194aed82f0 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0067511 Jan 20 01:02:08.367838 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b9498b50-0033-4593-8d15-69fd3ca6745e req-98202887-32bd-42f6-a665-beeaf304ff6b service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691773 Jan 20 01:02:08.418143 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-0c312760-7ecc-490d-b71c-2402fa5848d1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.41 HTTP/1.1" status: 200 len: 1000 time: 0.1172369 Jan 20 01:02:08.464710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device ed820815-f8e1-42fc-bd5a-8168078063b5 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:02:08.531694 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-e62a14b7-d397-477e-8d96-0917a5c9c44d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:08.541026 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-e62a14b7-d397-477e-8d96-0917a5c9c44d tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports/ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 200 len: 942 time: 0.1218617 Jan 20 01:02:08.566873 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b9498b50-0033-4593-8d15-69fd3ca6745e req-d38e04d6-3432-4b71-9156-7977a93d4d34 service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1891747 Jan 20 01:02:08.619491 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port ed820815-f8e1-42fc-bd5a-8168078063b5 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:02:08.620041 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:08.818326 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-beb36174-1e88-4108-b67d-315a29444ef7 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.41 HTTP/1.1" status: 200 len: 1000 time: 0.1880562 Jan 20 01:02:09.131069 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-fc5335c3-8a92-46f5-aa4c-fe7e1a2c5309 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Deleting port 8e7f99ab-91ed-481b-9c11-3e738027f427 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:02:09.131572 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-fc5335c3-8a92-46f5-aa4c-fe7e1a2c5309 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:09.400799 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-fc5335c3-8a92-46f5-aa4c-fe7e1a2c5309 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:09.401267 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-fc5335c3-8a92-46f5-aa4c-fe7e1a2c5309 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for floatingip, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:09.594864 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-fc5335c3-8a92-46f5-aa4c-fe7e1a2c5309 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Calling delete_port for 8e7f99ab-91ed-481b-9c11-3e738027f427 owned by network:floatingip {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:02:09.795610 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-fc5335c3-8a92-46f5-aa4c-fe7e1a2c5309 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:09.817757 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:09.896183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5335c3-8a92-46f5-aa4c-fe7e1a2c5309 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Pushing event deleted for resources: {'Port': ['ID=8e7f99ab-91ed-481b-9c11-3e738027f427,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:09.896183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fc5335c3-8a92-46f5-aa4c-fe7e1a2c5309 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:10.168745 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-fc5335c3-8a92-46f5-aa4c-fe7e1a2c5309 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks [] for floatingip, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:10.169587 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_db [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-fc5335c3-8a92-46f5-aa4c-fe7e1a2c5309 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Floating IP 2c90a91e-be3b-49a7-8cb4-7d8c8852d0b1 disassociated (deleted). External IP: 172.28.0.41, port: ed820815-f8e1-42fc-bd5a-8168078063b5. Jan 20 01:02:10.904805 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-fc5335c3-8a92-46f5-aa4c-fe7e1a2c5309 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Router d998ab10-893b-4cc5-8a71-afe675ce327e has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:02:11.026170 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dc4712f7-023a-43e0-9027-8840541bcde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:11.230677 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-fc5335c3-8a92-46f5-aa4c-fe7e1a2c5309 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:02:11.242707 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ca98e-755a-4c15-9e75-1b4a1bc7637e None None] Sync routers for ids ['d998ab10-893b-4cc5-8a71-afe675ce327e'] in dv-cinder-667108-30-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:02:11.255608 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ca98e-755a-4c15-9e75-1b4a1bc7637e None None] Routers {'d998ab10-893b-4cc5-8a71-afe675ce327e'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:02:11.256581 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e49ca98e-755a-4c15-9e75-1b4a1bc7637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:02:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d998ab10-893b-4cc5-8a71-afe675ce327e'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:11.274917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-fc5335c3-8a92-46f5-aa4c-fe7e1a2c5309 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:11.388608 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-fc5335c3-8a92-46f5-aa4c-fe7e1a2c5309 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "DELETE /v2.0/floatingips/2c90a91e-be3b-49a7-8cb4-7d8c8852d0b1 HTTP/1.1" status: 204 len: 173 time: 2.5639527 Jan 20 01:02:11.389454 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a228a8-961b-411a-9078-e7c9cb55605f', 'tag': 'ed820815-f8e1-42fc-bd5a-8168078063b5'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:02:11.497841 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a228a8-961b-411a-9078-e7c9cb55605f', 'tag': 'ed820815-f8e1-42fc-bd5a-8168078063b5', 'status': 'completed', 'code': 200} Jan 20 01:02:11.514462 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-e49ca98e-755a-4c15-9e75-1b4a1bc7637e None None] Set router d998ab10-893b-4cc5-8a71-afe675ce327e gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:02:11.746295 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737b2a3-fe9c-4698-b9dc-57942e5307c3 req-f47e8749-ca65-450a-b74b-c35915fa98cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:11.748716 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9737b2a3-fe9c-4698-b9dc-57942e5307c3 req-f47e8749-ca65-450a-b74b-c35915fa98cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d86c7bf59a9461da92d71a26eae8e39&device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 1162 time: 0.2104352 Jan 20 01:02:11.780915 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-08e8b89f-013b-443f-add5-8cff2507db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:11.784094 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-08e8b89f-013b-443f-add5-8cff2507db57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d86c7bf59a9461da92d71a26eae8e39&device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 1162 time: 0.3694077 Jan 20 01:02:11.976915 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737b2a3-fe9c-4698-b9dc-57942e5307c3 req-fd1a77e7-0810-47fa-aa38-cee4f849fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:11.979455 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9737b2a3-fe9c-4698-b9dc-57942e5307c3 req-fd1a77e7-0810-47fa-aa38-cee4f849fd20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=041996d2-e17d-4329-a56e-806cccfa8530 HTTP/1.1" status: 200 len: 907 time: 0.2211232 Jan 20 01:02:11.990841 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-e6bd7b65-49d1-4ec6-9d1c-fabc078fb8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:11.993784 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-e6bd7b65-49d1-4ec6-9d1c-fabc078fb8b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=041996d2-e17d-4329-a56e-806cccfa8530 HTTP/1.1" status: 200 len: 907 time: 0.2033405 Jan 20 01:02:11.999019 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e49ca98e-755a-4c15-9e75-1b4a1bc7637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T00:58:48Z', 'revision_number': 4, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '2fb0af7e-4539-4d8d-8787-78376528add4', 'name': '', 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'mac_address': 'fa:16:3e:3b:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:45Z', 'updated_at': '2021-01-20T00:58:57Z', 'revision_number': 5, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'subnets': [{'id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:12.005385 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ca98e-755a-4c15-9e75-1b4a1bc7637e None None] Checking router: d998ab10-893b-4cc5-8a71-afe675ce327e for host: dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:02:12.017921 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ca98e-755a-4c15-9e75-1b4a1bc7637e None None] Routers {'d998ab10-893b-4cc5-8a71-afe675ce327e'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:02:12.018818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e49ca98e-755a-4c15-9e75-1b4a1bc7637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:02:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d998ab10-893b-4cc5-8a71-afe675ce327e'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:12.068102 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9737b2a3-fe9c-4698-b9dc-57942e5307c3 req-5ce2b85d-1396-4407-98e5-de443a819363 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 200 len: 217 time: 0.0797744 Jan 20 01:02:12.149969 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-f62e9e14-bc37-49b0-a2b8-1d87ac37d76d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 200 len: 217 time: 0.1468580 Jan 20 01:02:12.268453 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-e49ca98e-755a-4c15-9e75-1b4a1bc7637e None None] Set router d998ab10-893b-4cc5-8a71-afe675ce327e gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:02:12.286145 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737b2a3-fe9c-4698-b9dc-57942e5307c3 req-e31dbff6-54ba-4c8a-a00e-80796844500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:12.292365 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9737b2a3-fe9c-4698-b9dc-57942e5307c3 req-e31dbff6-54ba-4c8a-a00e-80796844500f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6b4fae4-9e91-4272-a744-34539bd495ef HTTP/1.1" status: 200 len: 852 time: 0.2148039 Jan 20 01:02:12.338497 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-65d9b153-12cf-4fea-bc95-da321120fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:12.362162 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-65d9b153-12cf-4fea-bc95-da321120fe37 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6b4fae4-9e91-4272-a744-34539bd495ef HTTP/1.1" status: 200 len: 852 time: 0.1972606 Jan 20 01:02:12.494840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737b2a3-fe9c-4698-b9dc-57942e5307c3 req-382af2bc-3247-47e3-b261-03b80c9909c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:12.496780 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9737b2a3-fe9c-4698-b9dc-57942e5307c3 req-382af2bc-3247-47e3-b261-03b80c9909c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=041996d2-e17d-4329-a56e-806cccfa8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1951427 Jan 20 01:02:12.627859 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-b417bce0-aa1c-468c-8b32-70424d2641c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:12.629979 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-b417bce0-aa1c-468c-8b32-70424d2641c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=041996d2-e17d-4329-a56e-806cccfa8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2636371 Jan 20 01:02:12.856354 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9737b2a3-fe9c-4698-b9dc-57942e5307c3 req-47974d22-6f2a-40c9-ba7e-ba30ecf3368a service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501866 Jan 20 01:02:12.880689 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:12.994402 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:13.244626 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e49ca98e-755a-4c15-9e75-1b4a1bc7637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T00:58:48Z', 'revision_number': 4, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '2fb0af7e-4539-4d8d-8787-78376528add4', 'name': '', 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'mac_address': 'fa:16:3e:3b:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:45Z', 'updated_at': '2021-01-20T00:58:57Z', 'revision_number': 5, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'subnets': [{'id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:13.259493 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ca98e-755a-4c15-9e75-1b4a1bc7637e None None] The sync data for ids ['d998ab10-893b-4cc5-8a71-afe675ce327e'] in dv-cinder-667108-30-smb is: [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T00:58:48Z', 'revision_number': 4, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '2fb0af7e-4539-4d8d-8787-78376528add4', 'name': '', 'network_id': '041996d2-e17d-4329-a56e-806cccfa8530', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'mac_address': 'fa:16:3e:3b:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:45Z', 'updated_at': '2021-01-20T00:58:57Z', 'revision_number': 5, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'subnets': [{'id': 'f6b4fae4-9e91-4272-a744-34539bd495ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:02:13.314757 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9737b2a3-fe9c-4698-b9dc-57942e5307c3 req-148a3097-417e-43c5-8b60-121c223936e7 service neutron] 10.222.0.48 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4366369 Jan 20 01:02:13.409884 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-3b0cfeea-75c7-4d3d-a028-1037f1a54de6 service neutron] 10.222.0.44 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7706316 Jan 20 01:02:13.536089 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:13.637197 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9fd140b7-cd16-498f-ad86-4f9ee6f067ad req-fb1af618-dabd-4466-a211-7525fc807149 service neutron] 10.222.0.44 "GET /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2187097 Jan 20 01:02:13.846489 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e5003-abdf-48da-9e06-84a448dfb7ed None None] New status for floating IP 2c90a91e-be3b-49a7-8cb4-7d8c8852d0b1: DOWN {{(pid=80163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 01:02:16.555246 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:02:17.612705 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a593e3d-d708-4b67-9593-f90d46516e46 req-2d8a097c-ecab-4167-bfdc-bc672dff60da tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:17.614403 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a593e3d-d708-4b67-9593-f90d46516e46 req-2d8a097c-ecab-4167-bfdc-bc672dff60da tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 945 time: 0.2677691 Jan 20 01:02:17.699861 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a593e3d-d708-4b67-9593-f90d46516e46 req-5ff9bfc5-6a5c-4e12-87fc-fc31261559a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788355 Jan 20 01:02:19.016265 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff525b-1e3c-4d9a-a28f-2466609332b2 req-7f41e5d5-61cc-4ea2-a19c-2883b3d6fe7c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:19.017062 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-88ff525b-1e3c-4d9a-a28f-2466609332b2 req-7f41e5d5-61cc-4ea2-a19c-2883b3d6fe7c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Synchronizing usage tracker for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:port {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:02:19.032772 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-88ff525b-1e3c-4d9a-a28f-2466609332b2 req-7f41e5d5-61cc-4ea2-a19c-2883b3d6fe7c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Unset dirty status for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:port {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:02:19.034501 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-88ff525b-1e3c-4d9a-a28f-2466609332b2 req-7f41e5d5-61cc-4ea2-a19c-2883b3d6fe7c tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 945 time: 0.1513257 Jan 20 01:02:19.086182 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-88ff525b-1e3c-4d9a-a28f-2466609332b2 req-e1f55e54-06f5-4d0a-8970-bead3b31d783 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Synchronizing usage tracker for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:security_group {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:02:19.102983 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-88ff525b-1e3c-4d9a-a28f-2466609332b2 req-e1f55e54-06f5-4d0a-8970-bead3b31d783 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Unset dirty status for tenant:9d86c7bf59a9461da92d71a26eae8e39 on resource:security_group {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:02:19.105505 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-88ff525b-1e3c-4d9a-a28f-2466609332b2 req-e1f55e54-06f5-4d0a-8970-bead3b31d783 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645823 Jan 20 01:02:19.553414 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ea814-4dab-4c90-bd58-9b56da013ffa req-c73f227b-1a82-4b86-bc3c-e9ecc9a65b66 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:19.555530 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d56ea814-4dab-4c90-bd58-9b56da013ffa req-c73f227b-1a82-4b86-bc3c-e9ecc9a65b66 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.48 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 945 time: 0.1577253 Jan 20 01:02:19.674069 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-d56ea814-4dab-4c90-bd58-9b56da013ffa req-37237eef-551b-430e-951d-796e4cfcb6c5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Deleting port ed820815-f8e1-42fc-bd5a-8168078063b5 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:02:19.674807 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d56ea814-4dab-4c90-bd58-9b56da013ffa req-37237eef-551b-430e-951d-796e4cfcb6c5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:20.069117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-d56ea814-4dab-4c90-bd58-9b56da013ffa req-37237eef-551b-430e-951d-796e4cfcb6c5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] For port ed820815-f8e1-42fc-bd5a-8168078063b5, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=ed820815-f8e1-42fc-bd5a-8168078063b5,segment=NetworkSegment(0ed90a87-9452-4649-a8c0-bd6961d2e4fb),segment_id=0ed90a87-9452-4649-a8c0-bd6961d2e4fb)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:02:20.069720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d56ea814-4dab-4c90-bd58-9b56da013ffa req-37237eef-551b-430e-951d-796e4cfcb6c5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:20.273157 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-d56ea814-4dab-4c90-bd58-9b56da013ffa req-37237eef-551b-430e-951d-796e4cfcb6c5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Calling delete_port for ed820815-f8e1-42fc-bd5a-8168078063b5 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:02:20.310121 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device ed820815-f8e1-42fc-bd5a-8168078063b5 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:02:20.536008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:20.586843 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d56ea814-4dab-4c90-bd58-9b56da013ffa req-37237eef-551b-430e-951d-796e4cfcb6c5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:20.609487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b1fae36b-5a89-49a6-a069-8f47336433e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:20.697137 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae56751-01c5-42da-b066-4e865b1f2e0a req-fff4a404-77d9-4664-9207-4238e6182ada tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:20.699131 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8ae56751-01c5-42da-b066-4e865b1f2e0a req-fff4a404-77d9-4664-9207-4238e6182ada tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/ports?device_id=28a228a8-961b-411a-9078-e7c9cb55605f HTTP/1.1" status: 200 len: 945 time: 0.2464941 Jan 20 01:02:20.711669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37237eef-551b-430e-951d-796e4cfcb6c5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Pushing event deleted for resources: {'Port': ['ID=ed820815-f8e1-42fc-bd5a-8168078063b5,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:20.720181 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-37237eef-551b-430e-951d-796e4cfcb6c5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:21.083881 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8ae56751-01c5-42da-b066-4e865b1f2e0a req-bf2ba715-14db-4f47-a8f8-901a91193946 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.44 "GET /v2.0/security-groups?id=fc1e6a3c-f336-4106-84ce-ed46cc5046c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676291 Jan 20 01:02:21.185301 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56ea814-4dab-4c90-bd58-9b56da013ffa req-37237eef-551b-430e-951d-796e4cfcb6c5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] No DVR routers for this DVR port ed820815-f8e1-42fc-bd5a-8168078063b5 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:02:21.187918 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d56ea814-4dab-4c90-bd58-9b56da013ffa req-37237eef-551b-430e-951d-796e4cfcb6c5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:21.190812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a228a8-961b-411a-9078-e7c9cb55605f', 'name': 'network-vif-deleted', 'tag': 'ed820815-f8e1-42fc-bd5a-8168078063b5'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:02:21.215286 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d56ea814-4dab-4c90-bd58-9b56da013ffa req-37237eef-551b-430e-951d-796e4cfcb6c5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] 10.222.0.48 "DELETE /v2.0/ports/ed820815-f8e1-42fc-bd5a-8168078063b5 HTTP/1.1" status: 204 len: 173 time: 1.6520336 Jan 20 01:02:21.258066 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a228a8-961b-411a-9078-e7c9cb55605f', 'name': 'network-vif-deleted', 'tag': 'ed820815-f8e1-42fc-bd5a-8168078063b5', 'status': 'completed', 'code': 200} Jan 20 01:02:21.428344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 35772) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:21.501685 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ae3f67-3002-4a74-9394-9de6399e89d5 admin admin] Deleting subnet f78fb028-f2f8-4115-890f-8d049f0d7aee {{(pid=80160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 01:02:21.506473 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8ae3f67-3002-4a74-9394-9de6399e89d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:21.583050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8ae3f67-3002-4a74-9394-9de6399e89d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844929342'] for subnet, precommit_delete_associations {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:21.681446 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8ae3f67-3002-4a74-9394-9de6399e89d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5022249'] for subnet, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:22.021122 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 35786) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:22.042150 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8ae3f67-3002-4a74-9394-9de6399e89d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849753567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852061879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845247534'] for subnet, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:22.063009 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:22.113424 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae3f67-3002-4a74-9394-9de6399e89d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78fb028-f2f8-4115-890f-8d049f0d7aee,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:22.116352 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e8ae3f67-3002-4a74-9394-9de6399e89d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:22.196733 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6a59eec0-32ca-42ef-ae19-696a0ffb8986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:22.210081 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8ae3f67-3002-4a74-9394-9de6399e89d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:22.214120 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6a59eec0-32ca-42ef-ae19-696a0ffb8986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:02:22.216550 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e8ae3f67-3002-4a74-9394-9de6399e89d5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f78fb028-f2f8-4115-890f-8d049f0d7aee HTTP/1.1" status: 204 len: 168 time: 0.7867641 Jan 20 01:02:22.219468 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 35796) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:22.221484 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6a59eec0-32ca-42ef-ae19-696a0ffb8986 admin admin] Usage tracker for resource:security_group_rule and tenant:9dcc7a87a9fa49809f9dbe1f34a0da0e is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:02:22.225036 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6a59eec0-32ca-42ef-ae19-696a0ffb8986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:02:22.233572 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6a59eec0-32ca-42ef-ae19-696a0ffb8986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:02:22.355361 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6a59eec0-32ca-42ef-ae19-696a0ffb8986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:22.361431 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6a59eec0-32ca-42ef-ae19-696a0ffb8986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:22.375608 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036849830608'] for network, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:22.378105 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-985cea2d-5281-40d3-abc7-8ead327e18b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:22.432285 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-6a59eec0-32ca-42ef-ae19-696a0ffb8986 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9dcc7a87a9fa49809f9dbe1f34a0da0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099431 Jan 20 01:02:22.434159 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 35808) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:22.438105 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59eec0-32ca-42ef-ae19-696a0ffb8986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a4023a-2fc5-49d3-87e8-98c0131448eb,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:22.451591 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6a59eec0-32ca-42ef-ae19-696a0ffb8986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:22.540718 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-42c88c81-2953-46d7-ac21-87a35db3208e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:22.569346 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-42c88c81-2953-46d7-ac21-87a35db3208e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:22.600045 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5005052', 'neutron.services.segments.db._delete_segments_for_network--9223363263819270516'] for network, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:22.625604 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-42c88c81-2953-46d7-ac21-87a35db3208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:22.631296 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1f44b211-7283-45f1-8622-8c6b6f619391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:22.645804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c88c81-2953-46d7-ac21-87a35db3208e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a4023a-2fc5-49d3-87e8-98c0131448eb,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:22.652518 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-42c88c81-2953-46d7-ac21-87a35db3208e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:22.660112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-42c88c81-2953-46d7-ac21-87a35db3208e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:22.667563 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-42c88c81-2953-46d7-ac21-87a35db3208e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79a4023a-2fc5-49d3-87e8-98c0131448eb HTTP/1.1" status: 204 len: 168 time: 0.2320886 Jan 20 01:02:22.727340 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09']}} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:22.741189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b628a62f-3135-4719-96c2-5c5f8841ad40') {'for_net_delete': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:22.750641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b628a62f-3135-4719-96c2-5c5f8841ad40') {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:22.756015 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263819266420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846474'] for segment, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:22.778624 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:22.782104 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 01:02:23.009177 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] Network e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:02:23.025022 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036849753491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852061726'] for segment, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:23.128311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 35850) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:23.154080 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 35854) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:23.171557 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-55fc9aaa-51f1-4db9-a773-963b31d938fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:23.255974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-55fc9aaa-51f1-4db9-a773-963b31d938fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:02:23.270193 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] Network e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:02:23.279203 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-55fc9aaa-51f1-4db9-a773-963b31d938fa admin admin] Usage tracker for resource:security_group_rule and tenant:a78da947bb764533a3cabc6503961baf is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: Traceback (most recent call last): Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: timer() Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: cb(*args, **kw) Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: return func(*args, **kwargs) Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: self._notify() Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: self.callback(batched_events) Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: event.method(event) Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: segment_id)['aggregates'][0] Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, *a, **k) Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: return self._get(url).json() Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: **kwargs) Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: **endpoint_filter) Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 01:02:23.297241 dv-cinder-667108-30-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 01:02:23.300465 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-55fc9aaa-51f1-4db9-a773-963b31d938fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:02:23.317304 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-55fc9aaa-51f1-4db9-a773-963b31d938fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:02:23.514948 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5004811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853813635'] for network, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:23.531831 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-55fc9aaa-51f1-4db9-a773-963b31d938fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:23.535371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:23.560523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:23.576334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] Pushing event deleted for resources: {'Network': ['ID=e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:23.579264 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-55fc9aaa-51f1-4db9-a773-963b31d938fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:23.586905 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:23.590212 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-29e67e6e-8e6e-43ea-8ae6-478181dc3280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:23.600637 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-b28a0f33-b854-4364-8b78-92bbc27ce81e admin admin] 10.222.0.44 "DELETE /v2.0/networks/e8bd5b1e-d1bd-4dbe-a859-c8aaeb4f5a09 HTTP/1.1" status: 204 len: 168 time: 1.3799729 Jan 20 01:02:23.682654 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc9aaa-51f1-4db9-a773-963b31d938fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85cd397-76d7-4cab-9f26-80deafd3e609,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:23.688527 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-55fc9aaa-51f1-4db9-a773-963b31d938fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a78da947bb764533a3cabc6503961baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5597363 Jan 20 01:02:23.690959 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-55fc9aaa-51f1-4db9-a773-963b31d938fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:23.698914 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 35868) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:23.773356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5e446244-1f4f-4e92-b925-ae61afa21e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:23.805611 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5e446244-1f4f-4e92-b925-ae61afa21e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:23.861250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5e446244-1f4f-4e92-b925-ae61afa21e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:23.869600 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f5d13092-af9a-4137-a74b-bdffb7ad9be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:23.888328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e446244-1f4f-4e92-b925-ae61afa21e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85cd397-76d7-4cab-9f26-80deafd3e609,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:23.892020 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5e446244-1f4f-4e92-b925-ae61afa21e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:23.893082 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5e446244-1f4f-4e92-b925-ae61afa21e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:23.894517 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-5e446244-1f4f-4e92-b925-ae61afa21e36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c85cd397-76d7-4cab-9f26-80deafd3e609 HTTP/1.1" status: 204 len: 168 time: 0.1943572 Jan 20 01:02:23.922386 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8dae1230-4ddd-4354-8924-2784c74721b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854164402'] for router_interface, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:23.975680 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 35874) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:24.060217 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f38af688-b50c-4d57-9937-689e173a1542 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c928880ee83453bb08037617d6873a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908329 Jan 20 01:02:24.063167 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 35878) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:24.134462 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1230-6c59-4e32-b243-a98f3a92821c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:24.166433 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1230-6c59-4e32-b243-a98f3a92821c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:24.213756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1230-6c59-4e32-b243-a98f3a92821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:24.219659 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:24.235032 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d1230-6c59-4e32-b243-a98f3a92821c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a90468e-963f-4c84-8fe2-ffc1f921b2da,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:24.237949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7c7d1230-6c59-4e32-b243-a98f3a92821c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:24.244668 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1230-6c59-4e32-b243-a98f3a92821c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:24.245983 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-7c7d1230-6c59-4e32-b243-a98f3a92821c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a90468e-963f-4c84-8fe2-ffc1f921b2da HTTP/1.1" status: 204 len: 168 time: 0.1818285 Jan 20 01:02:24.324978 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-8dae1230-4ddd-4354-8924-2784c74721b3 admin admin] Deleting port 2fb0af7e-4539-4d8d-8787-78376528add4 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:02:24.325359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8dae1230-4ddd-4354-8924-2784c74721b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:24.535057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-8dae1230-4ddd-4354-8924-2784c74721b3 admin admin] For port 2fb0af7e-4539-4d8d-8787-78376528add4, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=2fb0af7e-4539-4d8d-8787-78376528add4,segment=NetworkSegment(0ed90a87-9452-4649-a8c0-bd6961d2e4fb),segment_id=0ed90a87-9452-4649-a8c0-bd6961d2e4fb)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:02:24.535057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8dae1230-4ddd-4354-8924-2784c74721b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:24.676216 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-8dae1230-4ddd-4354-8924-2784c74721b3 admin admin] Calling delete_port for 2fb0af7e-4539-4d8d-8787-78376528add4 owned by network:router_interface {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:02:24.864430 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8dae1230-4ddd-4354-8924-2784c74721b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:24.880238 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:24.935676 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae1230-4ddd-4354-8924-2784c74721b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb0af7e-4539-4d8d-8787-78376528add4,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:24.938517 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8dae1230-4ddd-4354-8924-2784c74721b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:25.309900 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8dae1230-4ddd-4354-8924-2784c74721b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854198364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-959454'] for router_interface, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:26.134204 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dae1230-4ddd-4354-8924-2784c74721b3 admin admin] Router d998ab10-893b-4cc5-8a71-afe675ce327e has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:02:26.272257 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 35942) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:26.397685 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dae1230-4ddd-4354-8924-2784c74721b3 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:02:26.408780 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5698a721-95cd-4915-a18d-c8ce4e2b28ac None None] Sync routers for ids ['d998ab10-893b-4cc5-8a71-afe675ce327e'] in dv-cinder-667108-30-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:02:26.430978 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698a721-95cd-4915-a18d-c8ce4e2b28ac None None] Routers {'d998ab10-893b-4cc5-8a71-afe675ce327e'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:02:26.431773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-5698a721-95cd-4915-a18d-c8ce4e2b28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:02:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d998ab10-893b-4cc5-8a71-afe675ce327e'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:26.434751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f228d-762b-4d1f-9f80-25bb9f7e52ac req-02176e66-38ea-4976-9d3d-c64856329a60 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:26.436352 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-490c69d5-109a-42ad-a5c8-6fa3275bd187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:26.436503 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cf3f228d-762b-4d1f-9f80-25bb9f7e52ac req-02176e66-38ea-4976-9d3d-c64856329a60 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1710265 Jan 20 01:02:26.439543 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-8dae1230-4ddd-4354-8924-2784c74721b3 admin admin] 10.222.0.44 "PUT /v2.0/routers/d998ab10-893b-4cc5-8a71-afe675ce327e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2810557 Jan 20 01:02:26.448739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 35948) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:26.456925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-490c69d5-109a-42ad-a5c8-6fa3275bd187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:02:26.461672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-490c69d5-109a-42ad-a5c8-6fa3275bd187 admin admin] Usage tracker for resource:security_group_rule and tenant:234c405615434a5ebb2e13ec9eeea7f4 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:02:26.465186 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-490c69d5-109a-42ad-a5c8-6fa3275bd187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:02:26.471771 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-490c69d5-109a-42ad-a5c8-6fa3275bd187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:02:26.584251 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-490c69d5-109a-42ad-a5c8-6fa3275bd187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:26.587870 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-490c69d5-109a-42ad-a5c8-6fa3275bd187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:26.598465 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7c7d1230-6c59-4e32-b243-a98f3a92821c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:26.649732 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-490c69d5-109a-42ad-a5c8-6fa3275bd187 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=234c405615434a5ebb2e13ec9eeea7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716140 Jan 20 01:02:26.650322 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c69d5-109a-42ad-a5c8-6fa3275bd187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dacd7b-2940-43c6-866d-5e1b4dbd054b,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:26.653030 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 35952) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:26.656811 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-490c69d5-109a-42ad-a5c8-6fa3275bd187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:26.661750 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cf3f228d-762b-4d1f-9f80-25bb9f7e52ac req-e5f62877-9782-49ca-a310-90b2719808b7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139685 Jan 20 01:02:26.671143 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-5698a721-95cd-4915-a18d-c8ce4e2b28ac None None] Set router d998ab10-893b-4cc5-8a71-afe675ce327e gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:02:26.728233 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09fa83b7-4765-4f26-be30-c1d7f34ebd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:26.732473 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] Notify callbacks [] for router, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:26.758096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09fa83b7-4765-4f26-be30-c1d7f34ebd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:26.814781 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09fa83b7-4765-4f26-be30-c1d7f34ebd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:26.822555 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f6a55403-8436-455c-9fad-699107106b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:26.828743 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:26.839287 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa83b7-4765-4f26-be30-c1d7f34ebd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dacd7b-2940-43c6-866d-5e1b4dbd054b,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:26.849068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09fa83b7-4765-4f26-be30-c1d7f34ebd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:26.851067 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-09fa83b7-4765-4f26-be30-c1d7f34ebd80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2dacd7b-2940-43c6-866d-5e1b4dbd054b HTTP/1.1" status: 204 len: 168 time: 0.1969609 Jan 20 01:02:26.852501 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-09fa83b7-4765-4f26-be30-c1d7f34ebd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:26.950330 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:26.956785 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] Deleting port 21e61672-6740-4ca2-87c8-ded5ba9f2872 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:02:26.957275 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.043397 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-5698a721-95cd-4915-a18d-c8ce4e2b28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T01:02:24Z', 'revision_number': 5, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:27.048100 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5698a721-95cd-4915-a18d-c8ce4e2b28ac None None] Checking router: d998ab10-893b-4cc5-8a71-afe675ce327e for host: dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:02:27.060574 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698a721-95cd-4915-a18d-c8ce4e2b28ac None None] Routers {'d998ab10-893b-4cc5-8a71-afe675ce327e'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:02:27.061311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-5698a721-95cd-4915-a18d-c8ce4e2b28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:02:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d998ab10-893b-4cc5-8a71-afe675ce327e'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:27.180149 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] For port 21e61672-6740-4ca2-87c8-ded5ba9f2872, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=21e61672-6740-4ca2-87c8-ded5ba9f2872,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:02:27.180533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.256837 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 35962) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:27.280103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e2a3ccd-4045-4b8d-af40-71a60fb1085b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.284533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-5698a721-95cd-4915-a18d-c8ce4e2b28ac None None] Set router d998ab10-893b-4cc5-8a71-afe675ce327e gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:02:27.296538 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6e2a3ccd-4045-4b8d-af40-71a60fb1085b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:02:27.300784 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6e2a3ccd-4045-4b8d-af40-71a60fb1085b admin admin] Usage tracker for resource:security_group_rule and tenant:b90f7158a8c540e9a7d367e4d5c84e80 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:02:27.304002 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6e2a3ccd-4045-4b8d-af40-71a60fb1085b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:02:27.310041 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6e2a3ccd-4045-4b8d-af40-71a60fb1085b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:02:27.317950 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] Calling delete_port for 21e61672-6740-4ca2-87c8-ded5ba9f2872 owned by network:router_gateway {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:02:27.405628 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e2a3ccd-4045-4b8d-af40-71a60fb1085b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.409087 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e2a3ccd-4045-4b8d-af40-71a60fb1085b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.418352 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-55fc9aaa-51f1-4db9-a773-963b31d938fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:27.471748 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.478778 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-6e2a3ccd-4045-4b8d-af40-71a60fb1085b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b90f7158a8c540e9a7d367e4d5c84e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207673 Jan 20 01:02:27.479925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a3ccd-4045-4b8d-af40-71a60fb1085b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496e002f-8761-4f52-a9fe-0365e86d2f23,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:27.482721 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 35966) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:27.486203 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6e2a3ccd-4045-4b8d-af40-71a60fb1085b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:27.559151 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-40400dd9-9171-4ad8-a403-46a7144866a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.594361 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-40400dd9-9171-4ad8-a403-46a7144866a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.639310 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-5698a721-95cd-4915-a18d-c8ce4e2b28ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T01:02:24Z', 'revision_number': 5, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:27.644713 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5698a721-95cd-4915-a18d-c8ce4e2b28ac None None] The sync data for ids ['d998ab10-893b-4cc5-8a71-afe675ce327e'] in dv-cinder-667108-30-smb is: [{'id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'name': 'tempest-TestMinimumBasicScenario-97983813-router', 'tenant_id': '9d86c7bf59a9461da92d71a26eae8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:58:34Z', 'updated_at': '2021-01-20T01:02:24Z', 'revision_number': 5, 'project_id': '9d86c7bf59a9461da92d71a26eae8e39', 'gw_port': {'id': '21e61672-6740-4ca2-87c8-ded5ba9f2872', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998ab10-893b-4cc5-8a71-afe675ce327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:58:37Z', 'updated_at': '2021-01-20T00:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:02:27.648143 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-40400dd9-9171-4ad8-a403-46a7144866a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.653642 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0d15bb81-850f-4917-a366-07b87414ec8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:27.668912 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40400dd9-9171-4ad8-a403-46a7144866a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496e002f-8761-4f52-a9fe-0365e86d2f23,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:27.672431 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-40400dd9-9171-4ad8-a403-46a7144866a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:27.674055 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-40400dd9-9171-4ad8-a403-46a7144866a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.676349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962118'] for router_gateway, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.679567 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-40400dd9-9171-4ad8-a403-46a7144866a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/496e002f-8761-4f52-a9fe-0365e86d2f23 HTTP/1.1" status: 204 len: 168 time: 0.1953902 Jan 20 01:02:27.837383 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-390'] for router, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.877490 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.930467 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854167909'] for router, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.931003 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d998ab10-893b-4cc5-8a71-afe675ce327e {{(pid=80161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 01:02:27.972384 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36871d-a5d5-4ebf-a09a-b5af971d0333 req-cf5af473-d7e9-4940-930e-670ce18765a9 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:27.974145 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5e36871d-a5d5-4ebf-a09a-b5af971d0333 req-cf5af473-d7e9-4940-930e-670ce18765a9 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1343079 Jan 20 01:02:27.976493 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] Notify callbacks [] for router, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:27.980238 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ec7c6ac0-a145-4cb6-ab5f-dc2b78dea74e admin admin] 10.222.0.44 "DELETE /v2.0/routers/d998ab10-893b-4cc5-8a71-afe675ce327e HTTP/1.1" status: 204 len: 168 time: 1.5268688 Jan 20 01:02:27.980529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 35974) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:28.048309 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5e36871d-a5d5-4ebf-a09a-b5af971d0333 req-2260d178-fbf8-4024-83dc-041c376024b4 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587804 Jan 20 01:02:28.073817 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cf9e56-4190-4c21-97d3-e7b059aa5402 admin admin] Deleting subnet f6b4fae4-9e91-4272-a744-34539bd495ef {{(pid=80160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 01:02:28.079832 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-92cf9e56-4190-4c21-97d3-e7b059aa5402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:28.155688 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-92cf9e56-4190-4c21-97d3-e7b059aa5402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844929342'] for subnet, precommit_delete_associations {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:28.358034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-92cf9e56-4190-4c21-97d3-e7b059aa5402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5022249'] for subnet, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:28.701763 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-92cf9e56-4190-4c21-97d3-e7b059aa5402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849753567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852061879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845247534'] for subnet, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:28.733756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ae8248a0-dfb3-4283-afbc-f3fed6a7cf06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:28.794444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf9e56-4190-4c21-97d3-e7b059aa5402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b4fae4-9e91-4272-a744-34539bd495ef,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:28.798950 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-92cf9e56-4190-4c21-97d3-e7b059aa5402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:28.893368 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-92cf9e56-4190-4c21-97d3-e7b059aa5402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:28.899672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9517d4b-7639-44c4-b02f-d468b53022fa None None] Network 041996d2-e17d-4329-a56e-806cccfa8530 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 01:02:28.905730 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-92cf9e56-4190-4c21-97d3-e7b059aa5402 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f6b4fae4-9e91-4272-a744-34539bd495ef HTTP/1.1" status: 204 len: 168 time: 0.9197061 Jan 20 01:02:28.906078 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 35996) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:29.056366 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036849830608'] for network, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:29.160613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Deleting port 296e82ab-2252-4154-8bb1-c6dbe0fece06 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:02:29.161227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:29.256729 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ad7f1a-d685-4cb1-92b5-48410b48a420 None None] DHCP port deletion for 041996d2-e17d-4329-a56e-806cccfa8530 request from dv-cinder-667108-30-smb {{(pid=80162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 20 01:02:29.264398 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad7f1a-d685-4cb1-92b5-48410b48a420 None None] Deleting port 296e82ab-2252-4154-8bb1-c6dbe0fece06 {{(pid=80162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:02:29.265499 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a4ad7f1a-d685-4cb1-92b5-48410b48a420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:29.354656 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ad555-be0c-44c0-9764-d8fd0d9b3a9f req-562f7bca-bd43-4f8b-aec5-aa5fcf8c3f05 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:29.356764 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-727ad555-be0c-44c0-9764-d8fd0d9b3a9f req-562f7bca-bd43-4f8b-aec5-aa5fcf8c3f05 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1262650 Jan 20 01:02:29.567293 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-727ad555-be0c-44c0-9764-d8fd0d9b3a9f req-94606006-98b5-496a-9d07-cd1521b92a12 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028456 Jan 20 01:02:29.706505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 2fb0af7e-4539-4d8d-8787-78376528add4 no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:02:29.774997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: 2fb0af7e-4539-4d8d-8787-78376528add4 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:02:29.775845 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 2fb0af7e-4539-4d8d-8787-78376528add4 not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:02:29.776650 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 21e61672-6740-4ca2-87c8-ded5ba9f2872 no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:02:29.785703 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] For port 296e82ab-2252-4154-8bb1-c6dbe0fece06, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=296e82ab-2252-4154-8bb1-c6dbe0fece06,segment=NetworkSegment(0ed90a87-9452-4649-a8c0-bd6961d2e4fb),segment_id=0ed90a87-9452-4649-a8c0-bd6961d2e4fb)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:02:29.786377 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:29.861989 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: 21e61672-6740-4ca2-87c8-ded5ba9f2872 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:02:29.862724 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 21e61672-6740-4ca2-87c8-ded5ba9f2872 not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:02:29.863554 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 296e82ab-2252-4154-8bb1-c6dbe0fece06 no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:02:29.907517 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-a4ad7f1a-d685-4cb1-92b5-48410b48a420 None None] For port 296e82ab-2252-4154-8bb1-c6dbe0fece06, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=296e82ab-2252-4154-8bb1-c6dbe0fece06,segment=NetworkSegment(0ed90a87-9452-4649-a8c0-bd6961d2e4fb),segment_id=0ed90a87-9452-4649-a8c0-bd6961d2e4fb)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:02:29.907993 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a4ad7f1a-d685-4cb1-92b5-48410b48a420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:29.930068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Calling delete_port for 296e82ab-2252-4154-8bb1-c6dbe0fece06 owned by network:dhcp {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:02:30.023775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:30.040722 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:30.100148 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=296e82ab-2252-4154-8bb1-c6dbe0fece06,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:30.105538 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:30.153521 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad7f1a-d685-4cb1-92b5-48410b48a420 None None] Calling delete_port for 296e82ab-2252-4154-8bb1-c6dbe0fece06 owned by network:dhcp {{(pid=80162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:02:30.218286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No active binding found for port 296e82ab-2252-4154-8bb1-c6dbe0fece06 {{(pid=80162) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 20 01:02:30.218763 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 296e82ab-2252-4154-8bb1-c6dbe0fece06 not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:02:30.219449 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] No DVR routers for this DVR port 296e82ab-2252-4154-8bb1-c6dbe0fece06 on host dv-cinder-667108-30-smb {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:02:30.363352 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5005052', 'neutron.services.segments.db._delete_segments_for_network--9223363263819270516'] for network, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:30.494901 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-a4ad7f1a-d685-4cb1-92b5-48410b48a420 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80162) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 01:02:30.495780 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.api [None req-a4ad7f1a-d685-4cb1-92b5-48410b48a420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 01:02:30.517167 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041996d2-e17d-4329-a56e-806cccfa8530']}} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:30.531745 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed90a87-9452-4649-a8c0-bd6961d2e4fb') {'for_net_delete': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:30.532029 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed90a87-9452-4649-a8c0-bd6961d2e4fb') {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:30.545550 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263819266420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846474'] for segment, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:30.569903 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:30.572606 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 01:02:30.775633 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Network 041996d2-e17d-4329-a56e-806cccfa8530 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:02:30.786802 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036849753491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852061726'] for segment, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:30.908742 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50edab8-bfa0-41be-90dc-7cf992a27cbe req-2da5be98-ef1f-4279-92d6-186c49f38f14 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:30.910552 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d50edab8-bfa0-41be-90dc-7cf992a27cbe req-2da5be98-ef1f-4279-92d6-186c49f38f14 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1148262 Jan 20 01:02:30.989001 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d50edab8-bfa0-41be-90dc-7cf992a27cbe req-14888aab-7a5b-47d9-8f2e-932e9181a30c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706360 Jan 20 01:02:30.992983 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Network 041996d2-e17d-4329-a56e-806cccfa8530 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:02:30.997605 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad7f1a-d685-4cb1-92b5-48410b48a420 None None] Deleting port 296e82ab-2252-4154-8bb1-c6dbe0fece06 {{(pid=80162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:02:30.998059 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a4ad7f1a-d685-4cb1-92b5-48410b48a420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: Traceback (most recent call last): Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: timer() Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: cb(*args, **kw) Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: return func(*args, **kwargs) Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: self._notify() Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: self.callback(batched_events) Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: event.method(event) Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: segment_id)['aggregates'][0] Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, *a, **k) Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: return self._get(url).json() Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: **kwargs) Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: **endpoint_filter) Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 01:02:31.063632 dv-cinder-667108-30-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 01:02:31.123378 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad7f1a-d685-4cb1-92b5-48410b48a420 None None] The port '296e82ab-2252-4154-8bb1-c6dbe0fece06' was deleted {{(pid=80162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 20 01:02:31.142404 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5004811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853813635'] for network, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:31.148317 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aa616cff-a7be-46c0-a7f1-07bb712009dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:31.178335 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:31.194197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=041996d2-e17d-4329-a56e-806cccfa8530,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:31.199778 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:31.215679 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-9f517a29-b401-49e8-bb8c-013bce6ebfd7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/041996d2-e17d-4329-a56e-806cccfa8530 HTTP/1.1" status: 204 len: 168 time: 2.3050296 Jan 20 01:02:31.439507 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 36042) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:31.495575 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a399aec9-daec-488e-8085-fe825e65d21b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d86c7bf59a9461da92d71a26eae8e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545912 Jan 20 01:02:31.498284 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 36046) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:31.566476 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9535837b-46ce-419a-98e0-11b05e9385b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:31.596690 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9535837b-46ce-419a-98e0-11b05e9385b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:31.650534 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9535837b-46ce-419a-98e0-11b05e9385b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:31.655808 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0538965a-7210-49e2-957f-7e14ba074954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:31.671025 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535837b-46ce-419a-98e0-11b05e9385b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1e6a3c-f336-4106-84ce-ed46cc5046c4,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:31.673860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9535837b-46ce-419a-98e0-11b05e9385b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:31.680011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9535837b-46ce-419a-98e0-11b05e9385b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:31.681281 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-9535837b-46ce-419a-98e0-11b05e9385b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc1e6a3c-f336-4106-84ce-ed46cc5046c4 HTTP/1.1" status: 204 len: 168 time: 0.1819277 Jan 20 01:02:32.282685 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5cfaf-0a9b-4ac8-8061-b73a6cd7c4bf req-ef02b9b7-d3c8-44a0-b980-04f729947a64 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:32.284429 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a7e5cfaf-0a9b-4ac8-8061-b73a6cd7c4bf req-ef02b9b7-d3c8-44a0-b980-04f729947a64 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1079595 Jan 20 01:02:32.340183 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a7e5cfaf-0a9b-4ac8-8061-b73a6cd7c4bf req-dc5e84ca-8dc5-4854-8297-a4ffcb0df912 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481250 Jan 20 01:02:33.616854 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241060dd-a45b-439a-86cd-b51bdfa07913 req-01fcd068-a395-43e8-b1ab-d8395e7ccfd7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:33.618451 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-241060dd-a45b-439a-86cd-b51bdfa07913 req-01fcd068-a395-43e8-b1ab-d8395e7ccfd7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1068320 Jan 20 01:02:33.669372 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-241060dd-a45b-439a-86cd-b51bdfa07913 req-7bd5799b-0cae-466b-b112-05aea639ba7e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 Jan 20 01:02:34.075346 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 36086) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:34.235002 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9b87-c82e-4851-8ce0-af7d0144b96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:34.250275 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c5bd9b87-c82e-4851-8ce0-af7d0144b96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:02:34.254344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c5bd9b87-c82e-4851-8ce0-af7d0144b96a admin admin] Usage tracker for resource:security_group_rule and tenant:09b1aa01d79744d2893f48f43a5a9344 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:02:34.257447 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c5bd9b87-c82e-4851-8ce0-af7d0144b96a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:02:34.263280 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c5bd9b87-c82e-4851-8ce0-af7d0144b96a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:02:34.354545 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9b87-c82e-4851-8ce0-af7d0144b96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:34.357488 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9b87-c82e-4851-8ce0-af7d0144b96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:34.366337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-490c69d5-109a-42ad-a5c8-6fa3275bd187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:34.409850 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-c5bd9b87-c82e-4851-8ce0-af7d0144b96a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09b1aa01d79744d2893f48f43a5a9344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333180 Jan 20 01:02:34.410916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd9b87-c82e-4851-8ce0-af7d0144b96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856200a0-5cfd-45b6-a557-677e2a31073b,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:34.412782 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36092) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:34.414174 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c5bd9b87-c82e-4851-8ce0-af7d0144b96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:34.479974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-993c9d88-bdc0-4e66-9d2d-d093a4d93c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:34.511790 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-993c9d88-bdc0-4e66-9d2d-d093a4d93c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:34.557092 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-993c9d88-bdc0-4e66-9d2d-d093a4d93c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:34.562868 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-52a01671-23b0-4034-afe9-473de5f1e2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:34.574189 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c9d88-bdc0-4e66-9d2d-d093a4d93c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856200a0-5cfd-45b6-a557-677e2a31073b,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:34.581384 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-993c9d88-bdc0-4e66-9d2d-d093a4d93c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:34.582187 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-993c9d88-bdc0-4e66-9d2d-d093a4d93c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:34.586330 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-993c9d88-bdc0-4e66-9d2d-d093a4d93c67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/856200a0-5cfd-45b6-a557-677e2a31073b HTTP/1.1" status: 204 len: 168 time: 0.1710253 Jan 20 01:02:34.926649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faee719-d7fb-4a88-a878-d8411e5541fe req-598694ec-a140-4d16-969f-2c46db0f6b2d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:34.928152 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9faee719-d7fb-4a88-a878-d8411e5541fe req-598694ec-a140-4d16-969f-2c46db0f6b2d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1103160 Jan 20 01:02:34.953060 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36110) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:34.973013 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-848dfcc8-6641-4bd0-8c86-2df1ac3466af admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:34.989372 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9faee719-d7fb-4a88-a878-d8411e5541fe req-c8c6f064-2ee1-44e1-9809-079329abd1fe tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527992 Jan 20 01:02:34.989754 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-848dfcc8-6641-4bd0-8c86-2df1ac3466af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:02:34.994155 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-848dfcc8-6641-4bd0-8c86-2df1ac3466af admin admin] Usage tracker for resource:security_group_rule and tenant:cebba219f8564296b395d56f6f62ffea is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:02:34.997239 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-848dfcc8-6641-4bd0-8c86-2df1ac3466af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:02:35.004038 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-848dfcc8-6641-4bd0-8c86-2df1ac3466af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:02:35.093096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-848dfcc8-6641-4bd0-8c86-2df1ac3466af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:35.096796 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-848dfcc8-6641-4bd0-8c86-2df1ac3466af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:35.110913 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fae7ce7d-c880-472d-9c4c-1137395f0223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:35.155557 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dfcc8-6641-4bd0-8c86-2df1ac3466af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43d1000-98c0-41d0-bd4b-242f7b486f8a,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:35.163321 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-848dfcc8-6641-4bd0-8c86-2df1ac3466af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cebba219f8564296b395d56f6f62ffea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090237 Jan 20 01:02:35.164016 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36118) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:35.164954 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-848dfcc8-6641-4bd0-8c86-2df1ac3466af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:35.235429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc7cf-d860-4b89-b138-0a48735cb1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:35.264053 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc7cf-d860-4b89-b138-0a48735cb1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:35.312211 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc7cf-d860-4b89-b138-0a48735cb1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:35.318683 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-993c9d88-bdc0-4e66-9d2d-d093a4d93c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:35.332535 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bc7cf-d860-4b89-b138-0a48735cb1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43d1000-98c0-41d0-bd4b-242f7b486f8a,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:35.335875 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1a4bc7cf-d860-4b89-b138-0a48735cb1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:35.338453 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc7cf-d860-4b89-b138-0a48735cb1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:35.344047 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1a4bc7cf-d860-4b89-b138-0a48735cb1c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d43d1000-98c0-41d0-bd4b-242f7b486f8a HTTP/1.1" status: 204 len: 168 time: 0.1740062 Jan 20 01:02:36.251255 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fc2b7-381d-45f8-aade-a61a7bc79613 req-4995e16d-a35b-4cc2-8e51-26106f56b3f2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:36.252919 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-649fc2b7-381d-45f8-aade-a61a7bc79613 req-4995e16d-a35b-4cc2-8e51-26106f56b3f2 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1085038 Jan 20 01:02:36.309055 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-649fc2b7-381d-45f8-aade-a61a7bc79613 req-46fbd6de-c6b5-41d2-baa2-ec4a8a3f0d14 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496171 Jan 20 01:02:36.450446 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 23258e6d-f993-43f0-a373-e225ebaa0110 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:02:36.533128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 23258e6d-f993-43f0-a373-e225ebaa0110 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:02:36.533510 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:37.574876 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb814ea6-7026-4871-b03a-618a604f2a54 req-d15bc000-48d4-42c7-83d1-feacf25e4532 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:37.576569 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cb814ea6-7026-4871-b03a-618a604f2a54 req-d15bc000-48d4-42c7-83d1-feacf25e4532 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1087618 Jan 20 01:02:37.633924 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cb814ea6-7026-4871-b03a-618a604f2a54 req-22c243e7-679d-4f05-adcc-c7a31034aff7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500877 Jan 20 01:02:37.953911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-36546c23-357f-425f-bfd8-653b09d29093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:38.902500 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484069b-df67-47c6-8a4f-85104f61e9d4 req-d88b223b-9a26-4a07-8c86-00f2b8a469d7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:38.904318 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8484069b-df67-47c6-8a4f-85104f61e9d4 req-d88b223b-9a26-4a07-8c86-00f2b8a469d7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1171339 Jan 20 01:02:38.975254 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8484069b-df67-47c6-8a4f-85104f61e9d4 req-1a7f95f4-6c5f-4096-8c5b-7862d3c2298c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634286 Jan 20 01:02:40.269122 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baca67-8587-4d72-96ff-24b946bdbb3a req-0ac22e7e-00ed-4362-bdb4-2e951796500b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:40.270993 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-28baca67-8587-4d72-96ff-24b946bdbb3a req-0ac22e7e-00ed-4362-bdb4-2e951796500b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1237869 Jan 20 01:02:40.346939 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-28baca67-8587-4d72-96ff-24b946bdbb3a req-85f8ffd8-1340-42e9-9a84-808171a16f52 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683904 Jan 20 01:02:41.021917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d96960a-f68d-4bdc-82f4-6bac8bcaa6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:41.661297 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe031a6e-be22-4e53-b4cc-36eff23abb23 req-70ec3959-860b-47a2-9dc7-336be4c27d51 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:41.669739 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fe031a6e-be22-4e53-b4cc-36eff23abb23 req-70ec3959-860b-47a2-9dc7-336be4c27d51 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1517301 Jan 20 01:02:41.731041 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fe031a6e-be22-4e53-b4cc-36eff23abb23 req-974d4f21-d547-4b2c-ac40-520862dca402 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602820 Jan 20 01:02:42.559045 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:42.686935 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:43.045099 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfb0e8-d1aa-485c-a0d1-d20e5c3a0d5c req-3f99a327-17d8-4718-a09b-1ab310b968a5 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:43.053586 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-47dfb0e8-d1aa-485c-a0d1-d20e5c3a0d5c req-3f99a327-17d8-4718-a09b-1ab310b968a5 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1427436 Jan 20 01:02:43.149097 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-47dfb0e8-d1aa-485c-a0d1-d20e5c3a0d5c req-cecad00b-92f9-4fd8-80c4-5aee90548320 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944200 Jan 20 01:02:43.506463 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:44.479906 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272adb9-9fb0-4c87-9bea-b22a7c4ba5ed req-bd4abb1a-f785-463b-8696-930e3409412f tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:44.487970 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8272adb9-9fb0-4c87-9bea-b22a7c4ba5ed req-bd4abb1a-f785-463b-8696-930e3409412f tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1504741 Jan 20 01:02:44.552955 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8272adb9-9fb0-4c87-9bea-b22a7c4ba5ed req-9438f19c-9fe2-4e6a-a894-c4158260c3c1 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638900 Jan 20 01:02:45.832010 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a87ac-10cd-4e09-8783-b4148bb77e6b req-35c2b3c6-895a-42ac-bf41-b7242378ea58 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:45.838366 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9f4a87ac-10cd-4e09-8783-b4148bb77e6b req-35c2b3c6-895a-42ac-bf41-b7242378ea58 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1178844 Jan 20 01:02:45.907274 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9f4a87ac-10cd-4e09-8783-b4148bb77e6b req-f39cf4c2-0731-4ca8-b468-79ea6ad81faf tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656798 Jan 20 01:02:47.219530 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ce04b-922f-40e0-9acc-2dd719ed4c8f req-2053f7b2-48d9-41d0-968e-062ea075e7d0 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:47.221625 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-408ce04b-922f-40e0-9acc-2dd719ed4c8f req-2053f7b2-48d9-41d0-968e-062ea075e7d0 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1587212 Jan 20 01:02:47.227926 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e095c-800f-4dfb-b415-6b38f59fede1 req-725720e2-6b04-4ecc-9684-eaff725ce650 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:47.236268 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7e6e095c-800f-4dfb-b415-6b38f59fede1 req-725720e2-6b04-4ecc-9684-eaff725ce650 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 945 time: 0.1686614 Jan 20 01:02:47.291247 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-408ce04b-922f-40e0-9acc-2dd719ed4c8f req-95a24eea-44ed-4c67-9ad9-519d1772db4e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631764 Jan 20 01:02:47.300246 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7e6e095c-800f-4dfb-b415-6b38f59fede1 req-1a635d74-9e8f-4099-9eeb-e7f463e3b911 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=2fd873f7-3be4-4a4c-bbfd-8de487355221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625527 Jan 20 01:02:48.603296 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13702d40-2ed4-48dc-bffa-fb52029e368f req-fd1f2f25-e9c1-4d0a-9dc5-e65fa8257280 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:48.611571 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-13702d40-2ed4-48dc-bffa-fb52029e368f req-fd1f2f25-e9c1-4d0a-9dc5-e65fa8257280 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 945 time: 0.1257057 Jan 20 01:02:48.636735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e881b55-6c20-49be-be3b-7b01460daf9b req-72fcefbf-0e1e-4c98-b4d2-9054fde1cdbb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:48.638878 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4e881b55-6c20-49be-be3b-7b01460daf9b req-72fcefbf-0e1e-4c98-b4d2-9054fde1cdbb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1321599 Jan 20 01:02:48.671126 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-13702d40-2ed4-48dc-bffa-fb52029e368f req-bde903d9-dd2f-48a1-a9de-7b087f689f13 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=2fd873f7-3be4-4a4c-bbfd-8de487355221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582745 Jan 20 01:02:48.703801 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4e881b55-6c20-49be-be3b-7b01460daf9b req-dc870aa0-66af-4728-a702-1d4efcd38698 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576439 Jan 20 01:02:49.228470 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-88216dd5-eba1-41b0-9a57-a078cba307c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:49.230155 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-88216dd5-eba1-41b0-9a57-a078cba307c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.48 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 945 time: 0.1326785 Jan 20 01:02:49.326511 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Deleting port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:02:49.326960 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:49.606983 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] For port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=977ff0e6-cf7f-4d3e-90bf-99e738ee8a96,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:02:49.607573 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:50.034520 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:50.035156 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:50.035541 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_db [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Floating IP 006d3395-5941-46a8-85ec-204d3530db23 disassociated. External IP: 172.28.0.124, port: 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96. Jan 20 01:02:50.036459 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Calling delete_port for 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:02:50.118451 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9171f-c29e-47eb-aa08-858c2106b051 req-2d57387e-aa3f-4ea6-a59e-b3ac7fa82f51 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:50.121123 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5cd9171f-c29e-47eb-aa08-858c2106b051 req-2d57387e-aa3f-4ea6-a59e-b3ac7fa82f51 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.2185223 Jan 20 01:02:50.177853 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0e579-290c-4c42-a738-62a14fa0e86a req-46831f72-5e57-47e9-afec-4df7b0aad503 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:50.179617 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42f0e579-290c-4c42-a738-62a14fa0e86a req-46831f72-5e57-47e9-afec-4df7b0aad503 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 945 time: 0.3594913 Jan 20 01:02:50.235449 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-42f0e579-290c-4c42-a738-62a14fa0e86a req-b1e0a06c-cb9c-482d-9df9-8e063c87939f tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups?id=2fd873f7-3be4-4a4c-bbfd-8de487355221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488544 Jan 20 01:02:50.260946 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5cd9171f-c29e-47eb-aa08-858c2106b051 req-3cc17fc1-b63b-4cc0-88e1-c07c1b3c1c87 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922878 Jan 20 01:02:50.338930 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea06d0-a56d-4092-819c-f508701f9df0 req-239097f1-1c82-49b1-9197-4729c77dec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:50.340595 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4eea06d0-a56d-4092-819c-f508701f9df0 req-239097f1-1c82-49b1-9197-4729c77dec7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 1162 time: 0.4403286 Jan 20 01:02:50.375592 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:50.408640 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a457e9cc-9a1e-4048-9091-dca2dc4a8a06 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:50.553119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 23258e6d-f993-43f0-a373-e225ebaa0110 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:02:50.642068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 23258e6d-f993-43f0-a373-e225ebaa0110 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:02:50.642985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:50.692207 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event deleted for resources: {'Port': ['ID=977ff0e6-cf7f-4d3e-90bf-99e738ee8a96,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:50.706768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:50.788473 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:02:50.825476 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] No Port match for: 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:02:50.825792 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 not bound to the agent host hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:02:50.890020 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea06d0-a56d-4092-819c-f508701f9df0 req-47e7ec54-bb63-403a-8d92-8d1cb449aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:50.891705 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4eea06d0-a56d-4092-819c-f508701f9df0 req-47e7ec54-bb63-403a-8d92-8d1cb449aa45 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 200 len: 911 time: 0.5436559 Jan 20 01:02:51.151557 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4eea06d0-a56d-4092-819c-f508701f9df0 req-053ba3e1-6faf-40cc-b02b-3b7a21e110c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23258e6d-f993-43f0-a373-e225ebaa0110 HTTP/1.1" status: 200 len: 1000 time: 0.2509270 Jan 20 01:02:51.260503 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea06d0-a56d-4092-819c-f508701f9df0 req-82e30d43-3d67-4ac0-8b3d-aebce578e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:51.262078 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4eea06d0-a56d-4092-819c-f508701f9df0 req-82e30d43-3d67-4ac0-8b3d-aebce578e72d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411 HTTP/1.1" status: 200 len: 856 time: 0.0987616 Jan 20 01:02:51.319142 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Router 5bdb06a1-4125-470b-ab2d-7644dc598dab has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:02:51.431523 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3eefc0dc-8ba6-4053-bff6-7d27be488b15 req-25968f7b-1a91-4ca1-8177-84bb0dda9511 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 210 time: 0.0569966 Jan 20 01:02:51.597818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea06d0-a56d-4092-819c-f508701f9df0 req-df7e5866-0d31-4b8a-982d-0645c7c37f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:51.599488 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4eea06d0-a56d-4092-819c-f508701f9df0 req-df7e5866-0d31-4b8a-982d-0645c7c37f93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec3a11db-a41d-4a3e-b1af-31727324cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3260038 Jan 20 01:02:51.694219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:02:51.708364 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fefe871-eed1-4c72-b38a-1709c327581f None None] Sync routers for ids ['5bdb06a1-4125-470b-ab2d-7644dc598dab'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:02:51.721986 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fefe871-eed1-4c72-b38a-1709c327581f None None] Routers {'5bdb06a1-4125-470b-ab2d-7644dc598dab'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:02:51.723686 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3fefe871-eed1-4c72-b38a-1709c327581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:02:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['5bdb06a1-4125-470b-ab2d-7644dc598dab'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:51.797653 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] No DVR routers for this DVR port 977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:02:51.800083 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:51.811100 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5', 'name': 'network-vif-deleted', 'tag': '977ff0e6-cf7f-4d3e-90bf-99e738ee8a96'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:02:51.838236 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944e987-8a87-49da-8897-8b94cdcb1853 req-f66a796c-219b-469c-82c8-a653e23baf9b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:51.840270 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e944e987-8a87-49da-8897-8b94cdcb1853 req-f66a796c-219b-469c-82c8-a653e23baf9b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.3469024 Jan 20 01:02:51.910259 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1d8438e0-0531-4dc9-aafd-b8c7f599ef41 req-95f90526-db3d-48d2-aff4-35164d31f362 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.48 "DELETE /v2.0/ports/977ff0e6-cf7f-4d3e-90bf-99e738ee8a96 HTTP/1.1" status: 204 len: 173 time: 2.6733184 Jan 20 01:02:51.963447 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4eea06d0-a56d-4092-819c-f508701f9df0 req-d493d383-7ce6-4e81-80f2-460d44cb9c14 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514256 Jan 20 01:02:51.965116 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-3fefe871-eed1-4c72-b38a-1709c327581f None None] Set router 5bdb06a1-4125-470b-ab2d-7644dc598dab gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:02:51.977795 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e944e987-8a87-49da-8897-8b94cdcb1853 req-6e5f2986-cd7a-4be9-a04c-4e79ae1a70bd tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249452 Jan 20 01:02:52.083391 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5', 'name': 'network-vif-deleted', 'tag': '977ff0e6-cf7f-4d3e-90bf-99e738ee8a96', 'status': 'completed', 'code': 200} Jan 20 01:02:52.232422 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4eea06d0-a56d-4092-819c-f508701f9df0 req-5e46142b-5c9c-4497-a35a-d7466ba34f71 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2349074 Jan 20 01:02:52.413068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3fefe871-eed1-4c72-b38a-1709c327581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:24Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:52.417774 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fefe871-eed1-4c72-b38a-1709c327581f None None] Checking router: 5bdb06a1-4125-470b-ab2d-7644dc598dab for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:02:52.428745 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fefe871-eed1-4c72-b38a-1709c327581f None None] Routers {'5bdb06a1-4125-470b-ab2d-7644dc598dab'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:02:52.429420 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3fefe871-eed1-4c72-b38a-1709c327581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:02:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['5bdb06a1-4125-470b-ab2d-7644dc598dab'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:52.652044 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-aac91346-2ecb-461b-b5c5-a9aa424f8ac6 req-85e96520-d525-4026-945c-8bbe29809e7d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Synchronizing usage tracker for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:02:52.652774 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-3fefe871-eed1-4c72-b38a-1709c327581f None None] Set router 5bdb06a1-4125-470b-ab2d-7644dc598dab gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:02:52.667986 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-aac91346-2ecb-461b-b5c5-a9aa424f8ac6 req-85e96520-d525-4026-945c-8bbe29809e7d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Unset dirty status for tenant:9cf376d63c274cc78e14728d121ab5ac on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:02:52.670337 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-aac91346-2ecb-461b-b5c5-a9aa424f8ac6 req-85e96520-d525-4026-945c-8bbe29809e7d tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/ports?device_id=9f8fb3a2-b3bc-4981-a92f-eab14e3f82b5 HTTP/1.1" status: 200 len: 210 time: 0.0701308 Jan 20 01:02:53.161780 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3fefe871-eed1-4c72-b38a-1709c327581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:24Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:02:53.166114 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fefe871-eed1-4c72-b38a-1709c327581f None None] The sync data for ids ['5bdb06a1-4125-470b-ab2d-7644dc598dab'] in dv-cinder-667108-30-smb is: [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '6446970d-c456-4d64-b3be-9c6924806ce8', 'name': '', 'network_id': '3ffe595a-3910-4a42-b05b-9d0f31c4a210', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'mac_address': 'fa:16:3e:d0:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:24Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'subnets': [{'id': '075b1ae4-cad2-4638-9169-39eee3b083f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:02:53.279741 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a7a04-eda5-450f-bd9b-6c396de825f3 req-63777e01-a8ee-47af-bc03-ec50e5e698ac tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:53.281922 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2f9a7a04-eda5-450f-bd9b-6c396de825f3 req-63777e01-a8ee-47af-bc03-ec50e5e698ac tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1050355 Jan 20 01:02:53.334633 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2f9a7a04-eda5-450f-bd9b-6c396de825f3 req-d4a12582-c70e-4d53-bfd2-ade2ec3d9c17 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461543 Jan 20 01:02:53.558349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:02:53.572749 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0a7235-0531-4f86-ad3f-12102e96d3de None None] New status for floating IP 006d3395-5941-46a8-85ec-204d3530db23: DOWN {{(pid=80162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 01:02:53.832620 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36442) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:53.909851 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-95c30800-3575-486a-8b29-fda7adb1cab9 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:53.940006 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-95c30800-3575-486a-8b29-fda7adb1cab9 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:53.989007 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-95c30800-3575-486a-8b29-fda7adb1cab9 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:53.994399 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-42c88c81-2953-46d7-ac21-87a35db3208e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:54.010936 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c30800-3575-486a-8b29-fda7adb1cab9 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd873f7-3be4-4a4c-bbfd-8de487355221,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:54.013903 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-95c30800-3575-486a-8b29-fda7adb1cab9 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:54.022376 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-95c30800-3575-486a-8b29-fda7adb1cab9 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:54.023735 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-95c30800-3575-486a-8b29-fda7adb1cab9 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "DELETE /v2.0/security-groups/2fd873f7-3be4-4a4c-bbfd-8de487355221 HTTP/1.1" status: 204 len: 168 time: 0.1900334 Jan 20 01:02:54.026635 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36446) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:54.045159 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.v2.resource [None req-b25b7c5c-3c88-4680-9c7f-cb66a4b3b4fa tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] show failed (client error): The resource could not be found. Jan 20 01:02:54.046278 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-b25b7c5c-3c88-4680-9c7f-cb66a4b3b4fa tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "GET /v2.0/security-groups/2fd873f7-3be4-4a4c-bbfd-8de487355221 HTTP/1.1" status: 404 len: 347 time: 0.0184686 Jan 20 01:02:54.049459 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36450) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:54.238663 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-8c46c9e1-3a04-4d6b-906a-36c1563365e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Deleting port 39e583b1-94dc-4de9-94d0-5abd5bba7781 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:02:54.239312 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8c46c9e1-3a04-4d6b-906a-36c1563365e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:54.434124 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8c46c9e1-3a04-4d6b-906a-36c1563365e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:54.435129 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8c46c9e1-3a04-4d6b-906a-36c1563365e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:54.508436 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 23258e6d-f993-43f0-a373-e225ebaa0110 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:02:54.581064 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-8c46c9e1-3a04-4d6b-906a-36c1563365e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Calling delete_port for 39e583b1-94dc-4de9-94d0-5abd5bba7781 owned by network:floatingip {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:02:54.624545 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18780e2-9090-4631-90c8-b9bb49c44d30 req-f7a9af20-5586-4d72-bc01-e0611adae9b8 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:54.633590 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f18780e2-9090-4631-90c8-b9bb49c44d30 req-f7a9af20-5586-4d72-bc01-e0611adae9b8 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1503887 Jan 20 01:02:54.686905 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:54.705048 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f18780e2-9090-4631-90c8-b9bb49c44d30 req-bcc3e0bf-97da-4de4-a53d-3af9f697c2a4 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700691 Jan 20 01:02:54.729819 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eff07c5-2922-4633-a291-cb43427d0332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23258e6d-f993-43f0-a373-e225ebaa0110'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:02:54.743666 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 23258e6d-f993-43f0-a373-e225ebaa0110, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=23258e6d-f993-43f0-a373-e225ebaa0110,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:02:54.748196 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:54.750267 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6aa40296-edef-48fd-a1e1-3af92df224fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:54.815204 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8c46c9e1-3a04-4d6b-906a-36c1563365e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:54.840981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=23258e6d-f993-43f0-a373-e225ebaa0110,revision_number=5']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:54.853277 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.853632 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-23174134-b800-43fb-bb30-9e8eb23426c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:02:54.853746 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.854068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.854609 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.855277 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.855670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.856050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.856737 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.857320 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.857969 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.858754 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.859988 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.860491 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.860875 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.861275 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.861649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.862023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.862401 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.862804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.863203 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.863598 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.863991 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.864382 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.864753 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:02:54.871648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:54.904836 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2eff07c5-2922-4633-a291-cb43427d0332', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23258e6d-f993-43f0-a373-e225ebaa0110', 'code': 422} returned with failed status Jan 20 01:02:54.908028 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46c9e1-3a04-4d6b-906a-36c1563365e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Pushing event deleted for resources: {'Port': ['ID=39e583b1-94dc-4de9-94d0-5abd5bba7781,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:02:54.956312 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8c46c9e1-3a04-4d6b-906a-36c1563365e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:02:55.089710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8c46c9e1-3a04-4d6b-906a-36c1563365e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks [] for floatingip, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:55.108798 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8c46c9e1-3a04-4d6b-906a-36c1563365e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:55.114946 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-8c46c9e1-3a04-4d6b-906a-36c1563365e4 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] 10.222.0.44 "DELETE /v2.0/floatingips/006d3395-5941-46a8-85ec-204d3530db23 HTTP/1.1" status: 204 len: 168 time: 1.0591717 Jan 20 01:02:56.495570 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0d34939f-952e-4d2c-9b6d-1c719307d0e9 req-5181334b-0440-4366-85e1-15ca272143e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1503241 Jan 20 01:02:56.526185 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55a95a-3dca-4021-8576-e49506e7d58e req-92c49ed5-1fcc-4a5a-b857-29371f5f207b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:56.527967 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2c55a95a-3dca-4021-8576-e49506e7d58e req-92c49ed5-1fcc-4a5a-b857-29371f5f207b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.1462483 Jan 20 01:02:56.583198 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2c55a95a-3dca-4021-8576-e49506e7d58e req-753abd06-5873-474c-8f0f-e75a6619b348 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487769 Jan 20 01:02:56.688865 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:02:57.291983 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34939f-952e-4d2c-9b6d-1c719307d0e9 req-0f9b26a7-f804-454d-afa1-578fff47e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:57.293628 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0d34939f-952e-4d2c-9b6d-1c719307d0e9 req-0f9b26a7-f804-454d-afa1-578fff47e1c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332&tenant_id=b66d871f044e4b3ba3b44aeb44be60a0 HTTP/1.1" status: 200 len: 1160 time: 0.0788996 Jan 20 01:02:57.395023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34939f-952e-4d2c-9b6d-1c719307d0e9 req-7ef66dbd-561c-450b-8b7d-3c78d6170b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:57.396680 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0d34939f-952e-4d2c-9b6d-1c719307d0e9 req-7ef66dbd-561c-450b-8b7d-3c78d6170b6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 1160 time: 0.0779481 Jan 20 01:02:57.546890 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34939f-952e-4d2c-9b6d-1c719307d0e9 req-385b276c-b52f-438a-bf67-ff937c6edc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:57.548992 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0d34939f-952e-4d2c-9b6d-1c719307d0e9 req-385b276c-b52f-438a-bf67-ff937c6edc65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 200 len: 911 time: 0.1456900 Jan 20 01:02:57.668432 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0d34939f-952e-4d2c-9b6d-1c719307d0e9 req-5a05f9c4-2f60-4556-8cf3-e41117a79afe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23258e6d-f993-43f0-a373-e225ebaa0110 HTTP/1.1" status: 200 len: 998 time: 0.1125119 Jan 20 01:02:57.799694 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34939f-952e-4d2c-9b6d-1c719307d0e9 req-0cf50760-2c28-4587-a2af-501375cc8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:57.801358 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0d34939f-952e-4d2c-9b6d-1c719307d0e9 req-0cf50760-2c28-4587-a2af-501375cc8bf4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411 HTTP/1.1" status: 200 len: 856 time: 0.1244385 Jan 20 01:02:57.915558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026eee2-ca77-4d6e-910b-d111e3b38914 req-2f62e710-6ba4-4343-bd58-e1e1b3323323 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:57.917258 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3026eee2-ca77-4d6e-910b-d111e3b38914 req-2f62e710-6ba4-4343-bd58-e1e1b3323323 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.1758444 Jan 20 01:02:57.958081 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34939f-952e-4d2c-9b6d-1c719307d0e9 req-ba26b7f5-a39e-45e5-81b6-fad1bd028ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:57.959817 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0d34939f-952e-4d2c-9b6d-1c719307d0e9 req-ba26b7f5-a39e-45e5-81b6-fad1bd028ba3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec3a11db-a41d-4a3e-b1af-31727324cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1501780 Jan 20 01:02:58.253387 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3026eee2-ca77-4d6e-910b-d111e3b38914 req-39bfeee1-142a-4b3c-869a-22a7226f535b tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3278635 Jan 20 01:02:58.357976 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0d34939f-952e-4d2c-9b6d-1c719307d0e9 req-f010e276-fe53-4c28-87dc-bd33c2f3398a service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875065 Jan 20 01:02:58.569959 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0d34939f-952e-4d2c-9b6d-1c719307d0e9 req-e40da4bb-e972-4774-8a28-ddbea6ca9121 service neutron] 10.222.0.48 "GET /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2041535 Jan 20 01:02:58.576710 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3c6e1ddb-2457-4180-b5fd-46d5598eeebc req-3d26c908-3d22-4be6-8fab-12e188547dd4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1713655 Jan 20 01:02:58.739591 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e1ddb-2457-4180-b5fd-46d5598eeebc req-f508124f-285b-4a08-9fe7-f865f45c4649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:58.741259 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3c6e1ddb-2457-4180-b5fd-46d5598eeebc req-f508124f-285b-4a08-9fe7-f865f45c4649 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a89e0dd8a648464fa0ce06377bb18327&device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 1163 time: 0.0849986 Jan 20 01:02:58.900741 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e1ddb-2457-4180-b5fd-46d5598eeebc req-33b5ae2c-e5f2-4797-9d08-50454d16551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:58.902229 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3c6e1ddb-2457-4180-b5fd-46d5598eeebc req-33b5ae2c-e5f2-4797-9d08-50454d16551f service neutron] 10.222.0.48 "GET /v2.0/networks?id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f HTTP/1.1" status: 200 len: 903 time: 0.1405199 Jan 20 01:02:59.022121 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3c6e1ddb-2457-4180-b5fd-46d5598eeebc req-3ee20b85-800e-4f14-ae34-b64e3e820926 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f HTTP/1.1" status: 200 len: 1001 time: 0.1112921 Jan 20 01:02:59.097337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e1ddb-2457-4180-b5fd-46d5598eeebc req-5872ad9f-c557-4e3d-8ea1-61783a3d75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:59.098948 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3c6e1ddb-2457-4180-b5fd-46d5598eeebc req-5872ad9f-c557-4e3d-8ea1-61783a3d75a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94ad31d5-245c-4b4d-b2c6-e21cbcd1230c HTTP/1.1" status: 200 len: 848 time: 0.0689018 Jan 20 01:02:59.205843 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e1ddb-2457-4180-b5fd-46d5598eeebc req-23643246-92f0-4e70-a6ad-6da335562ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:59.207581 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3c6e1ddb-2457-4180-b5fd-46d5598eeebc req-23643246-92f0-4e70-a6ad-6da335562ab9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1015630 Jan 20 01:02:59.298127 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36552) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:02:59.410549 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3c6e1ddb-2457-4180-b5fd-46d5598eeebc req-7dd220dc-9363-469d-9e36-940b2ac6d86e service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811240 Jan 20 01:02:59.677583 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3c6e1ddb-2457-4180-b5fd-46d5598eeebc req-df101935-d02d-4eef-8830-024b29d59e2c service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2587657 Jan 20 01:02:59.901583 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84aa96-e982-4727-ac42-75cc81955db0 req-11f06c77-ba3c-46fe-a380-02aeb2620dd4 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:02:59.903324 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7e84aa96-e982-4727-ac42-75cc81955db0 req-11f06c77-ba3c-46fe-a380-02aeb2620dd4 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.4770372 Jan 20 01:02:59.987988 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7e84aa96-e982-4727-ac42-75cc81955db0 req-b0118689-8cc3-496c-b85a-488ec16582f3 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654337 Jan 20 01:03:00.242677 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-36546bd1-ee93-4943-9493-ddc57b112b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854164402'] for router_interface, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:00.902200 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-36546bd1-ee93-4943-9493-ddc57b112b24 admin admin] Deleting port 6446970d-c456-4d64-b3be-9c6924806ce8 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:03:00.902794 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-36546bd1-ee93-4943-9493-ddc57b112b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:01.103872 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-36546bd1-ee93-4943-9493-ddc57b112b24 admin admin] For port 6446970d-c456-4d64-b3be-9c6924806ce8, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=6446970d-c456-4d64-b3be-9c6924806ce8,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:03:01.104321 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-36546bd1-ee93-4943-9493-ddc57b112b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:01.260647 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-36546bd1-ee93-4943-9493-ddc57b112b24 admin admin] Calling delete_port for 6446970d-c456-4d64-b3be-9c6924806ce8 owned by network:router_interface {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:03:01.311626 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333f46a-e8bf-49e6-8fc9-de28c2e3bbc7 req-1951c177-65b2-4ea1-9ca8-57f095526edb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:01.314614 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6333f46a-e8bf-49e6-8fc9-de28c2e3bbc7 req-1951c177-65b2-4ea1-9ca8-57f095526edb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.1192822 Jan 20 01:03:01.378152 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6333f46a-e8bf-49e6-8fc9-de28c2e3bbc7 req-4e74cb92-19ce-49c3-8308-3c8aefb91cf4 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549860 Jan 20 01:03:01.492179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-36546bd1-ee93-4943-9493-ddc57b112b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:01.509042 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-911bbbb5-972a-4185-b90e-c04223167b67 tempest-AttachVolumeNegativeTest-1634305416 tempest-AttachVolumeNegativeTest-1634305416] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:01.570515 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36546bd1-ee93-4943-9493-ddc57b112b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=6446970d-c456-4d64-b3be-9c6924806ce8,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:01.575482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-36546bd1-ee93-4943-9493-ddc57b112b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:01.981073 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-36546bd1-ee93-4943-9493-ddc57b112b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854198364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-959454'] for router_interface, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:02.706922 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36546bd1-ee93-4943-9493-ddc57b112b24 admin admin] Router 5bdb06a1-4125-470b-ab2d-7644dc598dab has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:03:02.832673 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97c03b-eb17-4401-b07b-fadb2b212af3 req-50b5ab37-34b9-49c3-9cff-47f780d9e59d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:02.834393 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ed97c03b-eb17-4401-b07b-fadb2b212af3 req-50b5ab37-34b9-49c3-9cff-47f780d9e59d tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.2415094 Jan 20 01:03:02.979575 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ed97c03b-eb17-4401-b07b-fadb2b212af3 req-d30a38c1-600a-4f2d-972b-bd7f12a6cc1a tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851943 Jan 20 01:03:03.026424 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36546bd1-ee93-4943-9493-ddc57b112b24 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:03:03.042219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a4c08-3964-4618-b8d9-6024af5d4f15 None None] Sync routers for ids ['5bdb06a1-4125-470b-ab2d-7644dc598dab'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:03:03.051583 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-36546bd1-ee93-4943-9493-ddc57b112b24 admin admin] 10.222.0.44 "PUT /v2.0/routers/5bdb06a1-4125-470b-ab2d-7644dc598dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7481422 Jan 20 01:03:03.052128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36584) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:03.080518 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a4c08-3964-4618-b8d9-6024af5d4f15 None None] Routers {'5bdb06a1-4125-470b-ab2d-7644dc598dab'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:03:03.081440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f65a4c08-3964-4618-b8d9-6024af5d4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:02:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['5bdb06a1-4125-470b-ab2d-7644dc598dab'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:03:03.297878 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f65a4c08-3964-4618-b8d9-6024af5d4f15 None None] Set router 5bdb06a1-4125-470b-ab2d-7644dc598dab gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:03:03.315068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] Notify callbacks [] for router, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:03.701351 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f65a4c08-3964-4618-b8d9-6024af5d4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T01:03:01Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:03:03.732667 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a4c08-3964-4618-b8d9-6024af5d4f15 None None] Checking router: 5bdb06a1-4125-470b-ab2d-7644dc598dab for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:03:03.756509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a4c08-3964-4618-b8d9-6024af5d4f15 None None] Routers {'5bdb06a1-4125-470b-ab2d-7644dc598dab'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:03:03.757201 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f65a4c08-3964-4618-b8d9-6024af5d4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:02:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['5bdb06a1-4125-470b-ab2d-7644dc598dab'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:03:03.971758 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:03.986185 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] Deleting port 3048e1ae-a55c-48b2-9ce3-30560cb56880 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:03:03.986554 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:04.079168 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f65a4c08-3964-4618-b8d9-6024af5d4f15 None None] Set router 5bdb06a1-4125-470b-ab2d-7644dc598dab gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:03:04.289932 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] For port 3048e1ae-a55c-48b2-9ce3-30560cb56880, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=3048e1ae-a55c-48b2-9ce3-30560cb56880,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:03:04.290365 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:04.409461 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce7693-12f7-4650-9396-8f89a5b057b2 req-f2218ba8-62ad-4ae4-9553-34e7d99af9fc tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:04.415607 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34ce7693-12f7-4650-9396-8f89a5b057b2 req-f2218ba8-62ad-4ae4-9553-34e7d99af9fc tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.1989932 Jan 20 01:03:04.509229 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f65a4c08-3964-4618-b8d9-6024af5d4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T01:03:01Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:03:04.514460 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a4c08-3964-4618-b8d9-6024af5d4f15 None None] The sync data for ids ['5bdb06a1-4125-470b-ab2d-7644dc598dab'] in dv-cinder-667108-30-smb is: [{'id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'name': 'tempest-AttachVolumeTestJSON-915034639-router', 'tenant_id': '9cf376d63c274cc78e14728d121ab5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T01:03:01Z', 'revision_number': 5, 'project_id': '9cf376d63c274cc78e14728d121ab5ac', 'gw_port': {'id': '3048e1ae-a55c-48b2-9ce3-30560cb56880', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdb06a1-4125-470b-ab2d-7644dc598dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:53Z', 'updated_at': '2021-01-20T00:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:03:04.522468 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-34ce7693-12f7-4650-9396-8f89a5b057b2 req-3d8aeda7-81af-4afb-acc9-f279a1d3e4ad tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953927 Jan 20 01:03:04.546144 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] Calling delete_port for 3048e1ae-a55c-48b2-9ce3-30560cb56880 owned by network:router_gateway {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:03:04.746935 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:04.986519 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962118'] for router_gateway, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:05.145835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-390'] for router, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:05.148497 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:05.170943 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854167909'] for router, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:05.171765 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bdb06a1-4125-470b-ab2d-7644dc598dab {{(pid=80161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 01:03:05.186623 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] Notify callbacks [] for router, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:05.188507 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-fdc23988-f829-4420-9231-6cea3a3b7aec admin admin] 10.222.0.44 "DELETE /v2.0/routers/5bdb06a1-4125-470b-ab2d-7644dc598dab HTTP/1.1" status: 204 len: 168 time: 2.1350479 Jan 20 01:03:05.192628 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36602) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:05.285637 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-e659767b-f866-4477-a752-3d09abbf3c1e admin admin] Deleting subnet 075b1ae4-cad2-4638-9169-39eee3b083f2 {{(pid=80161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 01:03:05.289375 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e659767b-f866-4477-a752-3d09abbf3c1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:05.365541 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e659767b-f866-4477-a752-3d09abbf3c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850936710'] for subnet, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:05.507737 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e659767b-f866-4477-a752-3d09abbf3c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5022249'] for subnet, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:05.671117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 3048e1ae-a55c-48b2-9ce3-30560cb56880 no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:03:05.729537 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: 3048e1ae-a55c-48b2-9ce3-30560cb56880 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:03:05.730011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 3048e1ae-a55c-48b2-9ce3-30560cb56880 not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:03:05.730514 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 6446970d-c456-4d64-b3be-9c6924806ce8 no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:03:05.770807 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: 6446970d-c456-4d64-b3be-9c6924806ce8 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:03:05.771234 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 6446970d-c456-4d64-b3be-9c6924806ce8 not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:03:05.943136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e659767b-f866-4477-a752-3d09abbf3c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849753567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852615333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2933401'] for subnet, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:05.967417 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278490e6-3e96-483c-9308-abd688373455 req-69e7f805-0ebe-4f6b-b53d-3197fd36e40e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:05.969961 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-278490e6-3e96-483c-9308-abd688373455 req-69e7f805-0ebe-4f6b-b53d-3197fd36e40e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.1806021 Jan 20 01:03:05.992945 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1a6fad7a-0f6a-40f7-a0d7-c2fa9e7e78a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:06.064406 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659767b-f866-4477-a752-3d09abbf3c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075b1ae4-cad2-4638-9169-39eee3b083f2,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:06.074901 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e659767b-f866-4477-a752-3d09abbf3c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:06.168827 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-278490e6-3e96-483c-9308-abd688373455 req-f156255b-7c60-4650-96ed-3c66d6cd1475 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770687 Jan 20 01:03:06.194545 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e659767b-f866-4477-a752-3d09abbf3c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:06.200425 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18da6791-9fa9-4d61-91f9-484237efb4b9 None None] Network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 01:03:06.218301 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e659767b-f866-4477-a752-3d09abbf3c1e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/075b1ae4-cad2-4638-9169-39eee3b083f2 HTTP/1.1" status: 204 len: 168 time: 1.0240722 Jan 20 01:03:06.221475 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36616) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:06.354239 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036849830608'] for network, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:06.430848 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Deleting port c5870a35-8a0e-45d8-88f0-b525ba71bc5a {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:03:06.431230 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:06.535788 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311a324c-e893-41a9-b88b-5cf8a40f4aff None None] DHCP port deletion for 3ffe595a-3910-4a42-b05b-9d0f31c4a210 request from dv-cinder-667108-30-smb {{(pid=80162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 20 01:03:06.541225 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-311a324c-e893-41a9-b88b-5cf8a40f4aff None None] Deleting port c5870a35-8a0e-45d8-88f0-b525ba71bc5a {{(pid=80162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:03:06.541917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-311a324c-e893-41a9-b88b-5cf8a40f4aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:06.809874 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-311a324c-e893-41a9-b88b-5cf8a40f4aff None None] For port c5870a35-8a0e-45d8-88f0-b525ba71bc5a, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=c5870a35-8a0e-45d8-88f0-b525ba71bc5a,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:03:06.810378 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-311a324c-e893-41a9-b88b-5cf8a40f4aff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:06.823444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] For port c5870a35-8a0e-45d8-88f0-b525ba71bc5a, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=c5870a35-8a0e-45d8-88f0-b525ba71bc5a,segment=NetworkSegment(71f05458-31f6-4a56-8919-c5b7bdc08891),segment_id=71f05458-31f6-4a56-8919-c5b7bdc08891)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:03:06.823997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:06.948812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-311a324c-e893-41a9-b88b-5cf8a40f4aff None None] Calling delete_port for c5870a35-8a0e-45d8-88f0-b525ba71bc5a owned by network:dhcp {{(pid=80162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:03:06.975179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Calling delete_port for c5870a35-8a0e-45d8-88f0-b525ba71bc5a owned by network:dhcp {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:03:07.068901 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b35b78-752c-404a-9ecf-bd2223841e85 req-1ccc4ce0-7f90-4018-87b9-42a3d8d48ec8 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:07.070523 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-79b35b78-752c-404a-9ecf-bd2223841e85 req-1ccc4ce0-7f90-4018-87b9-42a3d8d48ec8 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.3237784 Jan 20 01:03:07.075896 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-311a324c-e893-41a9-b88b-5cf8a40f4aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265'] for port, after_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:07.091678 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:07.123207 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80161) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 01:03:07.123576 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.api [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 01:03:07.141250 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a324c-e893-41a9-b88b-5cf8a40f4aff None None] Pushing event deleted for resources: {'Port': ['ID=c5870a35-8a0e-45d8-88f0-b525ba71bc5a,revision_number=None']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:07.144193 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-311a324c-e893-41a9-b88b-5cf8a40f4aff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:07.145011 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-79b35b78-752c-404a-9ecf-bd2223841e85 req-8d6171d9-6d64-4e65-8b07-5d4d3b1da93b tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0621288 Jan 20 01:03:07.244217 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a324c-e893-41a9-b88b-5cf8a40f4aff None None] No DVR routers for this DVR port c5870a35-8a0e-45d8-88f0-b525ba71bc5a on host dv-cinder-667108-30-smb {{(pid=80162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:03:07.465675 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c13b1c-4f09-421c-9126-716223a32071 req-91657e55-eec5-4719-8dc7-2239b4f1d0e0 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:07.467390 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5c13b1c-4f09-421c-9126-716223a32071 req-91657e55-eec5-4719-8dc7-2239b4f1d0e0 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.1090567 Jan 20 01:03:07.521325 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c5c13b1c-4f09-421c-9126-716223a32071 req-ef65eebc-17c2-44ba-9507-d3a0c8862886 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471768 Jan 20 01:03:07.626335 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Deleting port c5870a35-8a0e-45d8-88f0-b525ba71bc5a {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:03:07.627011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:07.631364 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device c5870a35-8a0e-45d8-88f0-b525ba71bc5a no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:03:07.667881 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: c5870a35-8a0e-45d8-88f0-b525ba71bc5a {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:03:07.668284 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device c5870a35-8a0e-45d8-88f0-b525ba71bc5a not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:03:07.701335 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] The port 'c5870a35-8a0e-45d8-88f0-b525ba71bc5a' was deleted {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 20 01:03:07.834765 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5005052', 'neutron.services.segments.db._delete_segments_for_network--9223363263819270516'] for network, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:07.960622 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffe595a-3910-4a42-b05b-9d0f31c4a210']}} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:03:07.962268 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-436cb456-b1bd-4e2b-b4b8-51fd461b53cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:07.978183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f05458-31f6-4a56-8919-c5b7bdc08891') {'for_net_delete': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:03:07.978537 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f05458-31f6-4a56-8919-c5b7bdc08891') {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:03:07.992580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263819266420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3839090'] for segment, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:08.009026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:08.011374 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 01:03:08.207349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:03:08.219373 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036849753491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852615184'] for segment, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:08.479720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Network 3ffe595a-3910-4a42-b05b-9d0f31c4a210 has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: % (table.description, expected, rows_matched) Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: % (table.description, expected, rows_matched) Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: % (table.description, expected, rows_matched) Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: % (table.description, expected, rows_matched) Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: Traceback (most recent call last): Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: timer() Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: cb(*args, **kw) Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: return func(*args, **kwargs) Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: self._notify() Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: self.callback(batched_events) Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: event.method(event) Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: segment_id)['aggregates'][0] Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, *a, **k) Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: return self._get(url).json() Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: **kwargs) Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: **endpoint_filter) Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 01:03:08.509815 dv-cinder-667108-30-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 01:03:08.855627 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5004811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853813635'] for network, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:08.862613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ed05655e-d416-4feb-89bd-f08f77b908d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:08.898975 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a33e4c-144d-47b1-8a97-0fc7a2c31076 req-5fc31a27-0236-4eef-9508-6eef65febc3f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:08.906793 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-21a33e4c-144d-47b1-8a97-0fc7a2c31076 req-5fc31a27-0236-4eef-9508-6eef65febc3f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.6028225 Jan 20 01:03:08.909312 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:08.929260 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4529a-8a9d-4e26-8138-86de0c4a78a9 req-74b23a5b-9024-48b4-be66-e10ade09decc tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:08.938905 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-10c4529a-8a9d-4e26-8138-86de0c4a78a9 req-74b23a5b-9024-48b4-be66-e10ade09decc tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.2076194 Jan 20 01:03:08.980367 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ffe595a-3910-4a42-b05b-9d0f31c4a210,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:09.007074 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-21a33e4c-144d-47b1-8a97-0fc7a2c31076 req-03a6634e-406b-461c-b0ab-4f1fdc1c283b tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0990846 Jan 20 01:03:09.016946 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.017288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.017722 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.018144 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.018550 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.019018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.019454 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.019892 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.020277 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.020644 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.021070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.021509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.022024 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.022506 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.032002 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-10c4529a-8a9d-4e26-8138-86de0c4a78a9 req-52078d18-1a89-46f1-8394-d67a02c62d6e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911367 Jan 20 01:03:09.032755 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.033245 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.033680 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.034116 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.034544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.034994 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.035407 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.035814 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.036418 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.036676 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:09.041101 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:09.059545 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] 10.222.0.44 "DELETE /v2.0/networks/3ffe595a-3910-4a42-b05b-9d0f31c4a210 HTTP/1.1" status: 204 len: 168 time: 2.8366251 Jan 20 01:03:09.271574 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36648) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:09.363972 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-fb6fe5bd-5085-49c2-ad5d-ec4dd7969b92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9cf376d63c274cc78e14728d121ab5ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0864887 Jan 20 01:03:09.366860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36652) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:09.436146 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1143e401-1340-4849-936a-cc325b35e04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:09.468032 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1143e401-1340-4849-936a-cc325b35e04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:09.537289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1143e401-1340-4849-936a-cc325b35e04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:09.553760 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-05b83a72-1a05-461a-9955-e756ed1db95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:09.575437 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143e401-1340-4849-936a-cc325b35e04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a3e498-656f-414b-b9c0-59d7edb43ed7,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:09.584811 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1143e401-1340-4849-936a-cc325b35e04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:09.585296 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1143e401-1340-4849-936a-cc325b35e04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:09.586670 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1143e401-1340-4849-936a-cc325b35e04b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4a3e498-656f-414b-b9c0-59d7edb43ed7 HTTP/1.1" status: 204 len: 168 time: 0.2186260 Jan 20 01:03:10.270428 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9a14e-47ce-475e-be8c-dde398d46c1b req-ee9876a5-354d-4629-902d-0db19687132f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:10.272144 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dea9a14e-47ce-475e-be8c-dde398d46c1b req-ee9876a5-354d-4629-902d-0db19687132f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1113160 Jan 20 01:03:10.327032 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dea9a14e-47ce-475e-be8c-dde398d46c1b req-3666cb72-86f7-4303-8b7b-65644d168655 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0474482 Jan 20 01:03:10.330714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165390a-fb60-42aa-a263-4ab6c58f950b req-8ddf111f-7a94-4d20-a462-db717bfd2fc9 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:10.332331 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0165390a-fb60-42aa-a263-4ab6c58f950b req-8ddf111f-7a94-4d20-a462-db717bfd2fc9 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.1064744 Jan 20 01:03:10.388520 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0165390a-fb60-42aa-a263-4ab6c58f950b req-0431339f-8335-43c2-b2c6-ddfff169ee7c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490947 Jan 20 01:03:11.023907 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-25585c61-6520-4fd5-8978-9a5de110569f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:11.600893 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f572f-1e67-4b1b-8595-4f6106626e80 req-306ef8b7-98d1-4569-9a83-ab56a2209f7a tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:11.609115 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-848f572f-1e67-4b1b-8595-4f6106626e80 req-306ef8b7-98d1-4569-9a83-ab56a2209f7a tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1327338 Jan 20 01:03:11.612296 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36724) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:11.667266 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-848f572f-1e67-4b1b-8595-4f6106626e80 req-e9e8b8e7-c789-4a9e-9eb3-2aa420cc1de1 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0563958 Jan 20 01:03:11.694334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf284ef-e813-499e-af72-497ca7c99bcc req-bb83c5d1-f103-4e32-8c50-026c8b4d5b69 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:11.696063 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-caf284ef-e813-499e-af72-497ca7c99bcc req-bb83c5d1-f103-4e32-8c50-026c8b4d5b69 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.1198273 Jan 20 01:03:11.752664 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-caf284ef-e813-499e-af72-497ca7c99bcc req-cce2604c-f492-4f4a-89ba-d4a5f09bf47a tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500941 Jan 20 01:03:11.802599 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9d16eff0-f737-447d-8b5c-6029d5d28913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:11.819415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9d16eff0-f737-447d-8b5c-6029d5d28913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:11.823583 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-9d16eff0-f737-447d-8b5c-6029d5d28913 admin admin] Usage tracker for resource:security_group_rule and tenant:fa9aec9185f34bf9b2b46adb6509afe3 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:11.826661 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-9d16eff0-f737-447d-8b5c-6029d5d28913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:11.832635 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9d16eff0-f737-447d-8b5c-6029d5d28913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:11.924437 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9d16eff0-f737-447d-8b5c-6029d5d28913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:11.927497 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9d16eff0-f737-447d-8b5c-6029d5d28913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:11.936560 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a7c7064c-ede9-4c32-abbb-6df482624a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:11.987430 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-9d16eff0-f737-447d-8b5c-6029d5d28913 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa9aec9185f34bf9b2b46adb6509afe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739841 Jan 20 01:03:11.989622 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16eff0-f737-447d-8b5c-6029d5d28913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766ce48e-8a94-484f-bc62-f4cf25abd817,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:11.992219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36730) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:11.994976 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9d16eff0-f737-447d-8b5c-6029d5d28913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:12.057861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b265e81-928d-412b-a924-c035c1a69f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:12.085408 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b265e81-928d-412b-a924-c035c1a69f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:12.137256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b265e81-928d-412b-a924-c035c1a69f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:12.142685 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8929da99-2019-4d75-85e5-1be2564acec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:12.155553 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b265e81-928d-412b-a924-c035c1a69f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766ce48e-8a94-484f-bc62-f4cf25abd817,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:12.159388 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3b265e81-928d-412b-a924-c035c1a69f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:12.161402 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b265e81-928d-412b-a924-c035c1a69f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:12.165515 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-3b265e81-928d-412b-a924-c035c1a69f82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/766ce48e-8a94-484f-bc62-f4cf25abd817 HTTP/1.1" status: 204 len: 168 time: 0.1722391 Jan 20 01:03:12.560750 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:12.679665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:12.913715 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f687fa-bce7-4572-b64f-a86867be7b26 req-4af43063-a03e-483f-9a1f-16d199193028 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:12.915473 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-79f687fa-bce7-4572-b64f-a86867be7b26 req-4af43063-a03e-483f-9a1f-16d199193028 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1148679 Jan 20 01:03:12.943286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 23258e6d-f993-43f0-a373-e225ebaa0110 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:03:12.981611 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-79f687fa-bce7-4572-b64f-a86867be7b26 req-cf9460df-df4f-4408-9e5c-7aba2edbb519 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0572276 Jan 20 01:03:13.026218 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e63ee-aecc-4fd8-aa77-e946749f6e4f req-ddf75f67-ebe3-49f2-a4ad-e0de62126508 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:13.028142 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f97e63ee-aecc-4fd8-aa77-e946749f6e4f req-ddf75f67-ebe3-49f2-a4ad-e0de62126508 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.1216142 Jan 20 01:03:13.060666 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 23258e6d-f993-43f0-a373-e225ebaa0110 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:03:13.061228 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:13.082502 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f97e63ee-aecc-4fd8-aa77-e946749f6e4f req-784135c6-9ae4-4a28-8c80-ea5f4cabdcd4 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471661 Jan 20 01:03:13.194655 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:13.226575 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eff07c5-2922-4633-a291-cb43427d0332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23258e6d-f993-43f0-a373-e225ebaa0110'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:03:13.237199 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 23258e6d-f993-43f0-a373-e225ebaa0110, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=23258e6d-f993-43f0-a373-e225ebaa0110,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:03:13.240487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:13.242767 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:13.296252 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eff07c5-2922-4633-a291-cb43427d0332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23258e6d-f993-43f0-a373-e225ebaa0110', 'code': 200} Jan 20 01:03:13.322809 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=23258e6d-f993-43f0-a373-e225ebaa0110,revision_number=6']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:13.326449 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:13.496689 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:13.606121 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a7899-b5f1-4f27-864b-0978634fb667 req-29bd6b4c-a7ca-47e4-93b8-9222c7682a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:13.607772 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-550a7899-b5f1-4f27-864b-0978634fb667 req-29bd6b4c-a7ca-47e4-93b8-9222c7682a56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 1162 time: 0.0898864 Jan 20 01:03:13.657324 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-550a7899-b5f1-4f27-864b-0978634fb667 req-faf01fcc-a389-45f7-8cd4-1f6431e43c1c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425322 Jan 20 01:03:14.258757 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a1a35-bc21-48b9-ad4e-5ddf548369d5 req-89a2ec64-42f2-4833-84f4-9fe75f248acd tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:14.260473 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4e4a1a35-bc21-48b9-ad4e-5ddf548369d5 req-89a2ec64-42f2-4833-84f4-9fe75f248acd tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1249814 Jan 20 01:03:14.319109 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4e4a1a35-bc21-48b9-ad4e-5ddf548369d5 req-4bcfd98a-a3c1-4577-90a4-f750fb84be44 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0515151 Jan 20 01:03:14.364518 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888c2fb-6c02-4594-b6ee-1dc41eb4001e req-6e84e892-6ecd-4281-9f11-1b7eb459ac0e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:14.366227 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1888c2fb-6c02-4594-b6ee-1dc41eb4001e req-6e84e892-6ecd-4281-9f11-1b7eb459ac0e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1258957 Jan 20 01:03:14.424555 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1888c2fb-6c02-4594-b6ee-1dc41eb4001e req-c686e435-bfe0-4093-aef6-082ba90401a7 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485170 Jan 20 01:03:14.668417 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 23258e6d-f993-43f0-a373-e225ebaa0110 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:03:14.754744 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 23258e6d-f993-43f0-a373-e225ebaa0110 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:03:14.755276 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:15.150631 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 36852) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:15.326600 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:15.344491 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:15.349010 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Usage tracker for resource:security_group_rule and tenant:30656248b56b43b3bb27b7931c91b633 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:15.352106 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:15.360538 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:15.506930 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:15.508143 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:15.616847 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-40400dd9-9171-4ad8-a403-46a7144866a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:15.640592 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30656248b56b43b3bb27b7931c91b633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886994 Jan 20 01:03:15.651271 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 36908) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:15.736657 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1037bbf3-81df-4a96-a4f1-5696a7c0b13b,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:15.746437 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0b830-f1bf-45c1-82ff-e335e375a365 req-150d1334-724f-4767-8c63-09e56d7bdf8e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:15.748172 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-04b0b830-f1bf-45c1-82ff-e335e375a365 req-150d1334-724f-4767-8c63-09e56d7bdf8e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1274757 Jan 20 01:03:15.754052 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.757338 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.757338 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.757338 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.757338 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.757338 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.758987 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.758987 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.758987 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.759291 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.759591 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.759994 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.760426 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.761160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.761558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.761958 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.762365 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.762839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.763236 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.763634 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.764032 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.764430 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.764827 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.765221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:15.782661 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:15.799674 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32b76cca-d4b4-479c-b9bc-2859a3015f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:15.815206 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-04b0b830-f1bf-45c1-82ff-e335e375a365 req-7894c353-fc08-4d43-9022-9ff3ee3c1c05 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594518 Jan 20 01:03:15.856837 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaed9e1-16fc-4a02-af52-c2df1bb44403 req-8a14eadd-33b4-4b60-8013-0531955bfd88 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:15.858633 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bbaed9e1-16fc-4a02-af52-c2df1bb44403 req-8a14eadd-33b4-4b60-8013-0531955bfd88 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.3071361 Jan 20 01:03:15.864801 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32b76cca-d4b4-479c-b9bc-2859a3015f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:15.949070 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bbaed9e1-16fc-4a02-af52-c2df1bb44403 req-f0979263-9f13-4d20-a11c-eef2441bd0c9 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0764732 Jan 20 01:03:15.967204 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32b76cca-d4b4-479c-b9bc-2859a3015f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:15.985622 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c5a8284e-0ff9-41d2-b7e5-33d382938ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:16.004544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32b76cca-d4b4-479c-b9bc-2859a3015f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:16.005791 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-32b76cca-d4b4-479c-b9bc-2859a3015f1e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1037bbf3-81df-4a96-a4f1-5696a7c0b13b HTTP/1.1" status: 204 len: 168 time: 0.3530807 Jan 20 01:03:16.007162 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b76cca-d4b4-479c-b9bc-2859a3015f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1037bbf3-81df-4a96-a4f1-5696a7c0b13b,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:16.016363 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-32b76cca-d4b4-479c-b9bc-2859a3015f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:16.301660 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36944) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:16.462012 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bbc535a8-3b21-4f4f-b06c-d2e537c01b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:16.484167 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bbc535a8-3b21-4f4f-b06c-d2e537c01b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:16.489070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bbc535a8-3b21-4f4f-b06c-d2e537c01b82 admin admin] Usage tracker for resource:security_group_rule and tenant:7195b045be34472cb7af524decc29dc0 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:16.492425 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bbc535a8-3b21-4f4f-b06c-d2e537c01b82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:16.498246 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bbc535a8-3b21-4f4f-b06c-d2e537c01b82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:16.590826 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bbc535a8-3b21-4f4f-b06c-d2e537c01b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:16.593615 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bbc535a8-3b21-4f4f-b06c-d2e537c01b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:16.602630 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-43553a48-281e-4b6e-abba-1b7ef8c1961f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:16.651285 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-bbc535a8-3b21-4f4f-b06c-d2e537c01b82 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7195b045be34472cb7af524decc29dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483138 Jan 20 01:03:16.652227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc535a8-3b21-4f4f-b06c-d2e537c01b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acef3626-cbaa-4454-a6f1-02b883dfa90a,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:16.654517 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 36958) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:16.655646 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bbc535a8-3b21-4f4f-b06c-d2e537c01b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:16.720330 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02f03232-ffcf-48dd-90c7-daf736c3a415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:16.747913 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02f03232-ffcf-48dd-90c7-daf736c3a415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:16.795543 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02f03232-ffcf-48dd-90c7-daf736c3a415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:16.800728 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d2e5c3da-fc7a-46cf-873a-114516fd4742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:16.816319 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f03232-ffcf-48dd-90c7-daf736c3a415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acef3626-cbaa-4454-a6f1-02b883dfa90a,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:16.819082 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-02f03232-ffcf-48dd-90c7-daf736c3a415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:16.825945 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02f03232-ffcf-48dd-90c7-daf736c3a415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:16.830667 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-02f03232-ffcf-48dd-90c7-daf736c3a415 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/acef3626-cbaa-4454-a6f1-02b883dfa90a HTTP/1.1" status: 204 len: 168 time: 0.1746788 Jan 20 01:03:17.095834 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0180d93-66f1-42c6-93eb-fb200f921065 req-11e181f5-44f3-48ba-af92-2d617c4c9972 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:17.103740 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a0180d93-66f1-42c6-93eb-fb200f921065 req-11e181f5-44f3-48ba-af92-2d617c4c9972 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1482008 Jan 20 01:03:17.175655 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a0180d93-66f1-42c6-93eb-fb200f921065 req-ab856e8d-390f-41f0-8eb3-e422934b43a8 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706367 Jan 20 01:03:17.220083 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3ac05-8607-4449-bb85-e5f755dcb3fe req-731fcea6-c453-40ec-8ac3-748caed3efec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:17.227169 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a1b3ac05-8607-4449-bb85-e5f755dcb3fe req-731fcea6-c453-40ec-8ac3-748caed3efec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1118674 Jan 20 01:03:17.276816 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a1b3ac05-8607-4449-bb85-e5f755dcb3fe req-292f6651-198c-4568-bac0-333db756b69e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0485303 Jan 20 01:03:17.311509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 36980) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:17.330117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bdb0a365-5253-415a-9155-0f96ce38117f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:17.346125 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bdb0a365-5253-415a-9155-0f96ce38117f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:17.350222 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bdb0a365-5253-415a-9155-0f96ce38117f admin admin] Usage tracker for resource:security_group_rule and tenant:455ac6b1a2964eb998a6dba798401e37 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:17.353228 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bdb0a365-5253-415a-9155-0f96ce38117f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:17.359098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bdb0a365-5253-415a-9155-0f96ce38117f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:17.452679 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bdb0a365-5253-415a-9155-0f96ce38117f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:17.457447 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bdb0a365-5253-415a-9155-0f96ce38117f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:17.468085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-848dfcc8-6641-4bd0-8c86-2df1ac3466af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:17.514015 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-bdb0a365-5253-415a-9155-0f96ce38117f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=455ac6b1a2964eb998a6dba798401e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013395 Jan 20 01:03:17.515104 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0a365-5253-415a-9155-0f96ce38117f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286cd3ee-2f41-409a-91a1-a8b7b69a5f40,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:17.516940 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 36988) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:17.518464 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bdb0a365-5253-415a-9155-0f96ce38117f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:17.583494 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59913d8b-682f-4279-8bba-9e1e1037aa6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:17.615206 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59913d8b-682f-4279-8bba-9e1e1037aa6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:17.659655 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59913d8b-682f-4279-8bba-9e1e1037aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:17.664552 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-266f2114-6c0b-4d15-b3ed-043e25091825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:17.675142 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59913d8b-682f-4279-8bba-9e1e1037aa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286cd3ee-2f41-409a-91a1-a8b7b69a5f40,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:17.680267 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-59913d8b-682f-4279-8bba-9e1e1037aa6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:17.681851 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59913d8b-682f-4279-8bba-9e1e1037aa6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:17.683086 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-59913d8b-682f-4279-8bba-9e1e1037aa6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/286cd3ee-2f41-409a-91a1-a8b7b69a5f40 HTTP/1.1" status: 204 len: 168 time: 0.1649134 Jan 20 01:03:18.511531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e773bc-dd1f-44b1-ba86-4775831c212c req-4db94276-f9b8-4372-be45-717930664b73 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:18.515096 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03e773bc-dd1f-44b1-ba86-4775831c212c req-4db94276-f9b8-4372-be45-717930664b73 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1079383 Jan 20 01:03:18.564648 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03e773bc-dd1f-44b1-ba86-4775831c212c req-b3fd5ff2-9c87-4d27-8955-b0b889222a63 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0451999 Jan 20 01:03:18.915425 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-847a4092-2502-4939-a616-0259cd82bb9f req-e7eb7467-9a99-48b9-91d3-59c286d91920 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/networks?tenant_id=f7034cfd8d6046f69e27845107078d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341525 Jan 20 01:03:19.102757 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a4092-2502-4939-a616-0259cd82bb9f req-6f2f45a0-f3bc-480e-b17f-aa5dcc41e42c tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:19.104398 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-847a4092-2502-4939-a616-0259cd82bb9f req-6f2f45a0-f3bc-480e-b17f-aa5dcc41e42c tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826308 Jan 20 01:03:19.121258 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-847a4092-2502-4939-a616-0259cd82bb9f req-11ca7ac4-c7b1-43b1-836c-33d0713a92dd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/quotas/f7034cfd8d6046f69e27845107078d5d HTTP/1.1" status: 200 len: 375 time: 0.0099037 Jan 20 01:03:19.178307 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-847a4092-2502-4939-a616-0259cd82bb9f req-78f78fda-5ae3-41b9-93d8-dd12150aca98 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7034cfd8d6046f69e27845107078d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509381 Jan 20 01:03:19.388052 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d4a302c9-5bf6-4876-9187-d972d5ff05a9 req-71ae0641-e07b-435f-8de8-3a9934d69ca7 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 210 time: 0.0544949 Jan 20 01:03:19.811940 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99450b-e417-4515-9633-0bc273d6d69d req-5375601a-a7e8-4c30-90c9-33fcaf4c3e50 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:19.814231 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fc99450b-e417-4515-9633-0bc273d6d69d req-5375601a-a7e8-4c30-90c9-33fcaf4c3e50 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1150141 Jan 20 01:03:19.883760 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-fc99450b-e417-4515-9633-0bc273d6d69d req-c1cb3313-e9a4-4565-9b29-66574f7b1199 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0606441 Jan 20 01:03:20.412715 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-847a4092-2502-4939-a616-0259cd82bb9f req-2517c23e-f05a-421b-9de0-2f9326824b8c tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.48 "GET /v2.0/networks?tenant_id=f7034cfd8d6046f69e27845107078d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321674 Jan 20 01:03:20.582126 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-111c24a8-b91e-4847-8041-eb62764dada2 req-3b8f8df8-4c63-4196-94bd-e59d8e4e2518 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 210 time: 0.0489476 Jan 20 01:03:20.609687 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a4092-2502-4939-a616-0259cd82bb9f req-a385672a-88c3-420e-8e5a-cf9b70951944 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:20.611573 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-847a4092-2502-4939-a616-0259cd82bb9f req-a385672a-88c3-420e-8e5a-cf9b70951944 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933193 Jan 20 01:03:20.638159 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Request body: {'port': {'device_id': '515be13a-06fe-4b37-9823-10b80a04964b', 'network_id': 'b31b4a17-8277-4da7-94bf-55740700450a', 'admin_state_up': True, 'tenant_id': 'f7034cfd8d6046f69e27845107078d5d'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:03:20.693419 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 15e955f6-e154-44ed-980a-3a90e1dacc9f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:03:20.785519 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 15e955f6-e154-44ed-980a-3a90e1dacc9f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:03:20.785843 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:20.789119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:20.793256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Usage tracker for resource:port and tenant:f7034cfd8d6046f69e27845107078d5d is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:20.796307 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Quota usage for port was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:20.802211 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:20.811219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Made reservation on behalf of f7034cfd8d6046f69e27845107078d5d for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 01:03:20.820371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:20.834435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:20.851531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:20.855911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Usage tracker for resource:security_group_rule and tenant:f7034cfd8d6046f69e27845107078d5d is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:20.858940 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:20.864989 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:20.978356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:20.982009 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:20.994364 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2cc6fbd9-707f-4952-a4e6-d6cc033e20f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:21.114594 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Pushing event updated for resources: {'SecurityGroup': ['ID=dba2d1d3-94c1-4d56-b8c9-da5957a94bd2,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:21.326169 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:21.520289 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e82448-0a21-4441-9e8d-067dcc351886 req-762c583b-6ead-4765-8048-f72f91a4c9f1 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:21.521982 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-89e82448-0a21-4441-9e8d-067dcc351886 req-762c583b-6ead-4765-8048-f72f91a4c9f1 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.4840729 Jan 20 01:03:21.633911 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-89e82448-0a21-4441-9e8d-067dcc351886 req-4615c8aa-aa16-401f-b0cb-7cea1643facc tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1037059 Jan 20 01:03:21.651561 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Allocated IP 192.168.233.138 (b31b4a17-8277-4da7-94bf-55740700450a/57381368-bf1c-4267-ba88-c5ab5c8264a4/31c667af-e5f6-42d3-807d-672011d48bea) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:03:21.776030 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5cdfff2a-1c8b-4dbb-99a4-2c22c285a902 req-d0216460-1a4d-4810-aae8-21b00de6598c tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 210 time: 0.0481529 Jan 20 01:03:21.890809 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:21.907708 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Transition to ACTIVE for port object 31c667af-e5f6-42d3-807d-672011d48bea will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:03:21.930475 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:21.945504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0dbc8b83-6535-44f8-aa9f-c64b620df2f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:22.090247 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Pushing event updated for resources: {'Port': ['ID=31c667af-e5f6-42d3-807d-672011d48bea,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:22.100681 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:22.146368 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Network b31b4a17-8277-4da7-94bf-55740700450a is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:03:22.147667 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:03:22.149995 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:03:22.229598 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:22.230320 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:22.256950 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-847a4092-2502-4939-a616-0259cd82bb9f req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6229897 Jan 20 01:03:22.270358 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Request body: {'port': {'device_id': '515be13a-06fe-4b37-9823-10b80a04964b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:03:22.393220 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:22.419391 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-3a026082-a7aa-41ec-887f-d97189a83ce5 None None] Provisioning for port 31c667af-e5f6-42d3-807d-672011d48bea completed by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:03:22.424444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-3a026082-a7aa-41ec-887f-d97189a83ce5 None None] Provisioning complete for port 31c667af-e5f6-42d3-807d-672011d48bea triggered by entity DHCP. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:03:22.424821 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3a026082-a7aa-41ec-887f-d97189a83ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:22.481669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-3a026082-a7aa-41ec-887f-d97189a83ce5 None None] Port 31c667af-e5f6-42d3-807d-672011d48bea cannot update to ACTIVE because it is not bound. {{(pid=80162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 01:03:22.868922 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c667af-e5f6-42d3-807d-672011d48bea {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 01:03:22.880921 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:22.903053 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Transition to ACTIVE for port object 31c667af-e5f6-42d3-807d-672011d48bea will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:03:22.908284 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:22.927258 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:23.018153 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2457b-082d-4c94-9ce1-e31167ca610e req-4e567f47-21a7-4f3b-af5e-1b17cfe9c3d0 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:23.019862 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-35c2457b-082d-4c94-9ce1-e31167ca610e req-4e567f47-21a7-4f3b-af5e-1b17cfe9c3d0 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 948 time: 0.1114883 Jan 20 01:03:23.073414 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-35c2457b-082d-4c94-9ce1-e31167ca610e req-e3a1b3e0-96b6-4d5c-a63a-a833597ef9ce tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/security-groups?id=dba2d1d3-94c1-4d56-b8c9-da5957a94bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470591 Jan 20 01:03:23.080385 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617331d4-2c28-4ea7-b41c-e910b81ad589 req-d89b54c4-a876-4ee3-949d-967624bd283b tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:23.082127 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-617331d4-2c28-4ea7-b41c-e910b81ad589 req-d89b54c4-a876-4ee3-949d-967624bd283b tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.2897074 Jan 20 01:03:23.162426 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Pushing event updated for resources: {'Port': ['ID=31c667af-e5f6-42d3-807d-672011d48bea,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:23.165580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:23.253279 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-617331d4-2c28-4ea7-b41c-e910b81ad589 req-9289fefc-d9b2-492b-baaa-a39511e622a5 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1428192 Jan 20 01:03:23.342710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Attempting to bind port 31c667af-e5f6-42d3-807d-672011d48bea on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 01:03:23.343205 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Attempting to bind port 31c667af-e5f6-42d3-807d-672011d48bea by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'de489fd6-5064-4bfd-95a8-dd7f35fcf7ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b31b4a17-8277-4da7-94bf-55740700450a'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 01:03:23.344195 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Attempting to bind port 31c667af-e5f6-42d3-807d-672011d48bea on network b31b4a17-8277-4da7-94bf-55740700450a {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 01:03:23.350235 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 01:03:23.350917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Checking segment: {'id': 'de489fd6-5064-4bfd-95a8-dd7f35fcf7ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b31b4a17-8277-4da7-94bf-55740700450a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:03:23.351416 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:23.352227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Bound using segment: {'id': 'de489fd6-5064-4bfd-95a8-dd7f35fcf7ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b31b4a17-8277-4da7-94bf-55740700450a'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 01:03:23.352916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Bound port: 31c667af-e5f6-42d3-807d-672011d48bea, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de489fd6-5064-4bfd-95a8-dd7f35fcf7ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b31b4a17-8277-4da7-94bf-55740700450a'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 01:03:23.353376 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:23.456774 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] For port 31c667af-e5f6-42d3-807d-672011d48bea, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 01:03:23.459925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] For port 31c667af-e5f6-42d3-807d-672011d48bea, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=31c667af-e5f6-42d3-807d-672011d48bea,segment=NetworkSegment(de489fd6-5064-4bfd-95a8-dd7f35fcf7ef),segment_id=de489fd6-5064-4bfd-95a8-dd7f35fcf7ef)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 01:03:23.463599 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:23.479835 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a82cf99f-8145-463c-9f3b-d4cfaa8c4403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:23.635637 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Pushing event updated for resources: {'Port': ['ID=31c667af-e5f6-42d3-807d-672011d48bea,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:23.641342 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:23.673517 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:23.674216 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:23.675680 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-847a4092-2502-4939-a616-0259cd82bb9f req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] 10.222.0.48 "PUT /v2.0/ports/31c667af-e5f6-42d3-807d-672011d48bea HTTP/1.1" status: 200 len: 1162 time: 1.4106214 Jan 20 01:03:23.676217 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515be13a-06fe-4b37-9823-10b80a04964b', 'tag': '31c667af-e5f6-42d3-807d-672011d48bea'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:03:23.749558 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515be13a-06fe-4b37-9823-10b80a04964b', 'tag': '31c667af-e5f6-42d3-807d-672011d48bea', 'status': 'completed', 'code': 200} Jan 20 01:03:23.795234 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a4092-2502-4939-a616-0259cd82bb9f req-8cec6617-a7e1-4f54-bf82-c7d9bd5032b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:23.796823 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-847a4092-2502-4939-a616-0259cd82bb9f req-8cec6617-a7e1-4f54-bf82-c7d9bd5032b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7034cfd8d6046f69e27845107078d5d&device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 1165 time: 0.0858431 Jan 20 01:03:23.878674 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-847a4092-2502-4939-a616-0259cd82bb9f req-6a9c0dee-8bfa-4e54-bcb7-5aaaeadabe44 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=31c667af-e5f6-42d3-807d-672011d48bea HTTP/1.1" status: 200 len: 217 time: 0.0730395 Jan 20 01:03:23.947640 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a4092-2502-4939-a616-0259cd82bb9f req-31637d68-08a0-4164-a6e0-0983e6868949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:23.949208 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-847a4092-2502-4939-a616-0259cd82bb9f req-31637d68-08a0-4164-a6e0-0983e6868949 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57381368-bf1c-4267-ba88-c5ab5c8264a4 HTTP/1.1" status: 200 len: 843 time: 0.0645618 Jan 20 01:03:24.037329 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a4092-2502-4939-a616-0259cd82bb9f req-7370d77b-f757-4ac9-b3d4-3caa24c75e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:24.038980 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-847a4092-2502-4939-a616-0259cd82bb9f req-7370d77b-f757-4ac9-b3d4-3caa24c75e99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b31b4a17-8277-4da7-94bf-55740700450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825551 Jan 20 01:03:24.185847 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-847a4092-2502-4939-a616-0259cd82bb9f req-cb3b9b4f-0cdc-49ff-a2b9-69724d503c63 service neutron] 10.222.0.48 "GET /v2.0/networks/b31b4a17-8277-4da7-94bf-55740700450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405711 Jan 20 01:03:24.400696 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-847a4092-2502-4939-a616-0259cd82bb9f req-3009229b-0aa5-4024-828a-f3529dde5e94 service neutron] 10.222.0.48 "GET /v2.0/networks/b31b4a17-8277-4da7-94bf-55740700450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2082927 Jan 20 01:03:24.423956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfacab5-0a48-4008-bd0c-01c4b3187890 req-5acf8fbf-8c2b-45e2-ae86-0a2da59ca4a9 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:24.424754 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-3dfacab5-0a48-4008-bd0c-01c4b3187890 req-5acf8fbf-8c2b-45e2-ae86-0a2da59ca4a9 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Synchronizing usage tracker for tenant:f7034cfd8d6046f69e27845107078d5d on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:03:24.508678 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-3dfacab5-0a48-4008-bd0c-01c4b3187890 req-5acf8fbf-8c2b-45e2-ae86-0a2da59ca4a9 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Unset dirty status for tenant:f7034cfd8d6046f69e27845107078d5d on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:03:24.510228 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3dfacab5-0a48-4008-bd0c-01c4b3187890 req-5acf8fbf-8c2b-45e2-ae86-0a2da59ca4a9 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 948 time: 0.2957435 Jan 20 01:03:24.523158 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d98ac-3291-451d-a8f3-0a27e81fbe2b req-f52ecd21-0993-4a32-baf6-addcaa11be9f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:24.525764 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-059d98ac-3291-451d-a8f3-0a27e81fbe2b req-f52ecd21-0993-4a32-baf6-addcaa11be9f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1313093 Jan 20 01:03:24.587460 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-3dfacab5-0a48-4008-bd0c-01c4b3187890 req-5ebb4281-210d-4eea-a428-1d1894c9eab3 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Synchronizing usage tracker for tenant:f7034cfd8d6046f69e27845107078d5d on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:03:24.588726 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-059d98ac-3291-451d-a8f3-0a27e81fbe2b req-79a56b2f-044a-4642-8d77-2d9961fbe484 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0561488 Jan 20 01:03:24.608028 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507e57f-1835-412f-8e84-c302f8934db7 req-26be518f-028f-414c-9a5c-e475d2894fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:24.610203 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6507e57f-1835-412f-8e84-c302f8934db7 req-26be518f-028f-414c-9a5c-e475d2894fac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7034cfd8d6046f69e27845107078d5d&device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 1165 time: 0.1631775 Jan 20 01:03:24.613609 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-3dfacab5-0a48-4008-bd0c-01c4b3187890 req-5ebb4281-210d-4eea-a428-1d1894c9eab3 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Unset dirty status for tenant:f7034cfd8d6046f69e27845107078d5d on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:03:24.622226 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3dfacab5-0a48-4008-bd0c-01c4b3187890 req-5ebb4281-210d-4eea-a428-1d1894c9eab3 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/security-groups?id=dba2d1d3-94c1-4d56-b8c9-da5957a94bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031542 Jan 20 01:03:24.763986 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507e57f-1835-412f-8e84-c302f8934db7 req-3c71fb44-acc3-45f7-8aae-b87ca10d36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:24.765637 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6507e57f-1835-412f-8e84-c302f8934db7 req-3c71fb44-acc3-45f7-8aae-b87ca10d36d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b31b4a17-8277-4da7-94bf-55740700450a HTTP/1.1" status: 200 len: 863 time: 0.1422696 Jan 20 01:03:24.841720 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6507e57f-1835-412f-8e84-c302f8934db7 req-e784f64a-2e8f-47bf-be5d-9295cd92b804 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=31c667af-e5f6-42d3-807d-672011d48bea HTTP/1.1" status: 200 len: 217 time: 0.0692348 Jan 20 01:03:24.909432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507e57f-1835-412f-8e84-c302f8934db7 req-f2c309b3-e702-4c1f-8bb7-6cafab0cac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:24.910966 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6507e57f-1835-412f-8e84-c302f8934db7 req-f2c309b3-e702-4c1f-8bb7-6cafab0cac5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57381368-bf1c-4267-ba88-c5ab5c8264a4 HTTP/1.1" status: 200 len: 843 time: 0.0627565 Jan 20 01:03:24.992919 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507e57f-1835-412f-8e84-c302f8934db7 req-8721228e-ba3b-4571-a36a-26dab865bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:24.994538 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6507e57f-1835-412f-8e84-c302f8934db7 req-8721228e-ba3b-4571-a36a-26dab865bf30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b31b4a17-8277-4da7-94bf-55740700450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771291 Jan 20 01:03:25.139391 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6507e57f-1835-412f-8e84-c302f8934db7 req-10c4da1e-153f-458a-a82c-bcd51f654b04 service neutron] 10.222.0.48 "GET /v2.0/networks/b31b4a17-8277-4da7-94bf-55740700450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363528 Jan 20 01:03:25.284328 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6507e57f-1835-412f-8e84-c302f8934db7 req-0c2d2888-23dc-4461-8125-2d113d7fc195 service neutron] 10.222.0.48 "GET /v2.0/networks/b31b4a17-8277-4da7-94bf-55740700450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376657 Jan 20 01:03:25.455009 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4eef5-6e9c-4239-ae98-4525e0c92180 req-ef6c93a2-f876-43e8-b079-bbbbfa477b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:25.456534 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dbf4eef5-6e9c-4239-ae98-4525e0c92180 req-ef6c93a2-f876-43e8-b079-bbbbfa477b31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a89e0dd8a648464fa0ce06377bb18327&device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 1163 time: 0.0818975 Jan 20 01:03:25.866320 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ed191-ac30-488b-ba40-b395b2eb0806 req-60ace3d6-bc8e-449c-a89f-539211a316c9 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:25.868161 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2b8ed191-ac30-488b-ba40-b395b2eb0806 req-60ace3d6-bc8e-449c-a89f-539211a316c9 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1267695 Jan 20 01:03:25.896084 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4eef5-6e9c-4239-ae98-4525e0c92180 req-a1752ff9-0466-46c5-8d50-f2c261d61cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:25.897717 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dbf4eef5-6e9c-4239-ae98-4525e0c92180 req-a1752ff9-0466-46c5-8d50-f2c261d61cb5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f HTTP/1.1" status: 200 len: 903 time: 0.4333658 Jan 20 01:03:25.923881 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2b8ed191-ac30-488b-ba40-b395b2eb0806 req-9b785f86-a8f2-4436-ad79-b20f28869776 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0478156 Jan 20 01:03:25.998019 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972047c3-663e-48e7-965d-0ec3ce5a5111 req-f1608597-460f-4530-9823-b4de0a9b9c9e tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:26.000248 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-972047c3-663e-48e7-965d-0ec3ce5a5111 req-f1608597-460f-4530-9823-b4de0a9b9c9e tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 948 time: 0.2119234 Jan 20 01:03:26.080201 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dbf4eef5-6e9c-4239-ae98-4525e0c92180 req-fa8ec7f2-9be6-4d7b-83f2-0796283db584 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f HTTP/1.1" status: 200 len: 1001 time: 0.1703048 Jan 20 01:03:26.088354 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-972047c3-663e-48e7-965d-0ec3ce5a5111 req-13b1c406-8c58-460a-bf5f-041f6de94937 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/security-groups?id=dba2d1d3-94c1-4d56-b8c9-da5957a94bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778801 Jan 20 01:03:26.160813 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4eef5-6e9c-4239-ae98-4525e0c92180 req-a6d77ae7-c798-42cc-bca9-83f71bc917e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:26.162408 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dbf4eef5-6e9c-4239-ae98-4525e0c92180 req-a6d77ae7-c798-42cc-bca9-83f71bc917e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94ad31d5-245c-4b4d-b2c6-e21cbcd1230c HTTP/1.1" status: 200 len: 848 time: 0.0731075 Jan 20 01:03:26.249037 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4eef5-6e9c-4239-ae98-4525e0c92180 req-5b7558e5-004e-4930-b11a-40e60bec8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:26.250660 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dbf4eef5-6e9c-4239-ae98-4525e0c92180 req-5b7558e5-004e-4930-b11a-40e60bec8a7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0814083 Jan 20 01:03:26.265974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37124) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:26.403251 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dbf4eef5-6e9c-4239-ae98-4525e0c92180 req-5793f068-713b-4c93-82db-fa520c833f3b service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455119 Jan 20 01:03:26.439724 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0204421f-3361-4447-96e1-6ee33f4cb5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:26.469944 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0204421f-3361-4447-96e1-6ee33f4cb5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:26.477079 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-0204421f-3361-4447-96e1-6ee33f4cb5fe admin admin] Usage tracker for resource:security_group_rule and tenant:6364a86c11a440af857e9e123a6f086e is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:26.482221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-0204421f-3361-4447-96e1-6ee33f4cb5fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:26.493063 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0204421f-3361-4447-96e1-6ee33f4cb5fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:26.553323 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dbf4eef5-6e9c-4239-ae98-4525e0c92180 req-b2c30ed6-bbc6-4f92-9e13-c41f56a34e8d service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413620 Jan 20 01:03:26.613199 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0204421f-3361-4447-96e1-6ee33f4cb5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:26.615942 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0204421f-3361-4447-96e1-6ee33f4cb5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:26.624888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1143e401-1340-4849-936a-cc325b35e04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:26.670090 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-0204421f-3361-4447-96e1-6ee33f4cb5fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6364a86c11a440af857e9e123a6f086e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027684 Jan 20 01:03:26.671132 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204421f-3361-4447-96e1-6ee33f4cb5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b1a24b-41bb-473c-9111-28efdb403560,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:26.673143 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 37130) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:26.674827 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0204421f-3361-4447-96e1-6ee33f4cb5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:26.705462 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:26.743976 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02949579-505b-44c5-8cc0-0a5a626364a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:26.777219 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02949579-505b-44c5-8cc0-0a5a626364a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:26.824043 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02949579-505b-44c5-8cc0-0a5a626364a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:26.829735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cfaac972-9d4a-45c2-9def-cbdf4ba6204d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:26.839826 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network b31b4a17-8277-4da7-94bf-55740700450a details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 01:03:26.844856 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02949579-505b-44c5-8cc0-0a5a626364a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b1a24b-41bb-473c-9111-28efdb403560,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:26.848022 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-02949579-505b-44c5-8cc0-0a5a626364a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:26.848971 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02949579-505b-44c5-8cc0-0a5a626364a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:26.850260 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-02949579-505b-44c5-8cc0-0a5a626364a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6b1a24b-41bb-473c-9111-28efdb403560 HTTP/1.1" status: 204 len: 168 time: 0.1759589 Jan 20 01:03:27.179116 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2325ff-5397-418c-97fa-d1df66a07e6b req-fb37f89f-2199-4620-a74d-ed18d3f159a0 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:27.180882 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ad2325ff-5397-418c-97fa-d1df66a07e6b req-fb37f89f-2199-4620-a74d-ed18d3f159a0 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1115780 Jan 20 01:03:27.247364 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ad2325ff-5397-418c-97fa-d1df66a07e6b req-f2fafad1-d00f-4dbe-9a9d-dc0b28c8b141 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0589402 Jan 20 01:03:27.259021 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-aacd1e60-cdb7-459b-9ad6-0314d558723c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80162) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 01:03:27.281718 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37142) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:27.304749 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83071d82-dd07-415f-8352-dc38617c8cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:27.321539 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-83071d82-dd07-415f-8352-dc38617c8cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:27.325694 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-83071d82-dd07-415f-8352-dc38617c8cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:d4d2d95aeccd401b8dba8d1f71c3fa51 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:27.329479 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-83071d82-dd07-415f-8352-dc38617c8cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:27.335430 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-83071d82-dd07-415f-8352-dc38617c8cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:27.354179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62f36f-c211-480b-9ef7-e189719fac70 req-787b85e7-28af-4d14-9334-79550a632dff tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:27.355889 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4d62f36f-c211-480b-9ef7-e189719fac70 req-787b85e7-28af-4d14-9334-79550a632dff tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 948 time: 0.1145699 Jan 20 01:03:27.409555 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4d62f36f-c211-480b-9ef7-e189719fac70 req-7bf2a123-bffa-40c5-b381-72d29606287a tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/security-groups?id=dba2d1d3-94c1-4d56-b8c9-da5957a94bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462291 Jan 20 01:03:27.423763 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83071d82-dd07-415f-8352-dc38617c8cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:27.427850 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-83071d82-dd07-415f-8352-dc38617c8cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:27.437875 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c10eac1b-b7c9-40a8-8c64-5df79cdc619e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:27.481496 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-83071d82-dd07-415f-8352-dc38617c8cc8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4d2d95aeccd401b8dba8d1f71c3fa51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985884 Jan 20 01:03:27.483340 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83071d82-dd07-415f-8352-dc38617c8cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38440e40-4680-4166-954d-e667e378d53f,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:27.485401 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 37146) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:27.487408 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-83071d82-dd07-415f-8352-dc38617c8cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:27.555628 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c17016f-2b54-451d-a83f-93591a0bca72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:27.584325 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c17016f-2b54-451d-a83f-93591a0bca72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:27.634554 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c17016f-2b54-451d-a83f-93591a0bca72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:27.640110 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-02949579-505b-44c5-8cc0-0a5a626364a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:27.652125 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17016f-2b54-451d-a83f-93591a0bca72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38440e40-4680-4166-954d-e667e378d53f,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:27.656310 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4c17016f-2b54-451d-a83f-93591a0bca72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:27.661242 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c17016f-2b54-451d-a83f-93591a0bca72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:27.662914 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-4c17016f-2b54-451d-a83f-93591a0bca72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38440e40-4680-4166-954d-e667e378d53f HTTP/1.1" status: 204 len: 168 time: 0.1758590 Jan 20 01:03:27.718017 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 31c667af-e5f6-42d3-807d-672011d48bea up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:03:27.813047 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port 31c667af-e5f6-42d3-807d-672011d48bea completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:03:27.821421 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 31c667af-e5f6-42d3-807d-672011d48bea triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:03:27.822151 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:27.953901 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:27.983841 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515be13a-06fe-4b37-9823-10b80a04964b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c667af-e5f6-42d3-807d-672011d48bea'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:03:27.997379 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 31c667af-e5f6-42d3-807d-672011d48bea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=31c667af-e5f6-42d3-807d-672011d48bea,segment=NetworkSegment(de489fd6-5064-4bfd-95a8-dd7f35fcf7ef),segment_id=de489fd6-5064-4bfd-95a8-dd7f35fcf7ef)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:03:28.002382 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:28.004282 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 15e955f6-e154-44ed-980a-3a90e1dacc9f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:03:28.050439 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515be13a-06fe-4b37-9823-10b80a04964b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c667af-e5f6-42d3-807d-672011d48bea', 'code': 200} Jan 20 01:03:28.051046 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-311a324c-e893-41a9-b88b-5cf8a40f4aff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:28.150299 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=31c667af-e5f6-42d3-807d-672011d48bea,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:28.153882 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:28.201923 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 15e955f6-e154-44ed-980a-3a90e1dacc9f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:03:28.203994 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:28.404558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0f6b1-4fac-4f74-af57-5f76f1702928 req-4dc595ef-8876-449a-a496-3827ba68d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:28.406821 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-93c0f6b1-4fac-4f74-af57-5f76f1702928 req-4dc595ef-8876-449a-a496-3827ba68d2ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 1167 time: 0.1529036 Jan 20 01:03:28.613981 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-93c0f6b1-4fac-4f74-af57-5f76f1702928 req-01b81f1f-22bf-44f9-8a53-6491ad38523b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dba2d1d3-94c1-4d56-b8c9-da5957a94bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997347 Jan 20 01:03:28.655298 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96dd06-6032-452e-9a5a-f7fa1b05f094 req-ab545fc3-8634-42d9-98bf-6f6b68f30c80 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:28.657075 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-be96dd06-6032-452e-9a5a-f7fa1b05f094 req-ab545fc3-8634-42d9-98bf-6f6b68f30c80 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.2238331 Jan 20 01:03:28.723317 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-be96dd06-6032-452e-9a5a-f7fa1b05f094 req-d504b4d4-14a1-46cb-a799-bedd6dad7306 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0584726 Jan 20 01:03:28.724963 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f784270-6053-4990-8a47-bf55f7dd6e4c req-c7e476c7-cebc-4e4d-b69c-a4292714f09c tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:28.726704 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2f784270-6053-4990-8a47-bf55f7dd6e4c req-c7e476c7-cebc-4e4d-b69c-a4292714f09c tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 950 time: 0.1192861 Jan 20 01:03:28.754046 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 31c667af-e5f6-42d3-807d-672011d48bea up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:03:28.793632 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2f784270-6053-4990-8a47-bf55f7dd6e4c req-466cbe0f-3263-497a-8afd-2aa5850388d6 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/security-groups?id=dba2d1d3-94c1-4d56-b8c9-da5957a94bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596950 Jan 20 01:03:28.850932 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 31c667af-e5f6-42d3-807d-672011d48bea triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:03:28.851383 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:29.007880 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 15e955f6-e154-44ed-980a-3a90e1dacc9f no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:03:29.142453 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:29.181585 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 15e955f6-e154-44ed-980a-3a90e1dacc9f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f,segment=NetworkSegment(cea0bc05-fe76-4f99-a6b9-138cb24dcc1c),segment_id=cea0bc05-fe76-4f99-a6b9-138cb24dcc1c)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:03:29.185271 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:29.188751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:29.267479 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=15e955f6-e154-44ed-980a-3a90e1dacc9f,revision_number=5']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:29.270710 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:30.002047 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80e70f-e466-423e-91c8-00beb27d0157 req-718b8dc6-5ebd-46bd-87c3-60ef659e42e8 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:30.004009 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3c80e70f-e466-423e-91c8-00beb27d0157 req-718b8dc6-5ebd-46bd-87c3-60ef659e42e8 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 944 time: 0.1216857 Jan 20 01:03:30.051611 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:03:30.079120 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3c80e70f-e466-423e-91c8-00beb27d0157 req-3366fe0b-3e47-4a02-aa38-12ed9371bebb tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0674317 Jan 20 01:03:30.119714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fae48e-644c-4fe4-9aa8-f58bd29e7ced req-9a590b04-84a1-4418-a36d-e85e9a3c38a8 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:30.123322 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c3fae48e-644c-4fe4-9aa8-f58bd29e7ced req-9a590b04-84a1-4418-a36d-e85e9a3c38a8 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 950 time: 0.1641939 Jan 20 01:03:30.172689 dv-cinder-667108-30-smb neutron-server[80047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f', 'code': 422} returned with failed status Jan 20 01:03:30.193583 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c3fae48e-644c-4fe4-9aa8-f58bd29e7ced req-3bf66022-a32f-49a2-9555-fcba165566c3 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/security-groups?id=dba2d1d3-94c1-4d56-b8c9-da5957a94bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654452 Jan 20 01:03:30.562751 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:03:30.587374 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f11078ab-6d51-4c57-bebc-803435b1c318 req-79311ef7-aca5-4302-b7fe-605792f8d38b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1637206 Jan 20 01:03:30.672434 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0079200-3344-461f-a158-345ca960078d req-f61125dc-e3d8-4f31-b9dd-0785cae5416d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:30.682754 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c0079200-3344-461f-a158-345ca960078d req-f61125dc-e3d8-4f31-b9dd-0785cae5416d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 944 time: 0.1905091 Jan 20 01:03:30.752409 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c0079200-3344-461f-a158-345ca960078d req-afa2917d-8839-4c4b-877e-0d8c74be2c46 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0659561 Jan 20 01:03:30.758767 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 31c667af-e5f6-42d3-807d-672011d48bea up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:03:30.857363 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 31c667af-e5f6-42d3-807d-672011d48bea triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:03:30.858311 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:30.891176 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3d7ae-8759-4c10-9e29-5aa1d88ff8a6 req-c24944cd-2cbb-43e5-94d8-2c5a8db1df6b tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:30.894010 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3bb3d7ae-8759-4c10-9e29-5aa1d88ff8a6 req-c24944cd-2cbb-43e5-94d8-2c5a8db1df6b tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 950 time: 0.1145673 Jan 20 01:03:30.964850 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3bb3d7ae-8759-4c10-9e29-5aa1d88ff8a6 req-4b54e9a7-a31b-41a5-98a7-5feae60d29c6 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/security-groups?id=dba2d1d3-94c1-4d56-b8c9-da5957a94bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510993 Jan 20 01:03:31.790036 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11078ab-6d51-4c57-bebc-803435b1c318 req-b7845c31-c853-49f8-ac03-960dfa8e431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:31.791457 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f11078ab-6d51-4c57-bebc-803435b1c318 req-b7845c31-c853-49f8-ac03-960dfa8e431f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8&tenant_id=a89e0dd8a648464fa0ce06377bb18327 HTTP/1.1" status: 200 len: 1161 time: 0.0912566 Jan 20 01:03:31.963882 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11078ab-6d51-4c57-bebc-803435b1c318 req-ca6a4d7c-298b-4df0-b9c3-efe7c1605a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:31.972478 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f11078ab-6d51-4c57-bebc-803435b1c318 req-ca6a4d7c-298b-4df0-b9c3-efe7c1605a9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a89e0dd8a648464fa0ce06377bb18327&device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 1161 time: 0.1484566 Jan 20 01:03:32.118008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa8f28-0d9e-487f-8011-b8c72edadeed req-3c13bb6d-18d4-4c28-8bf0-585a0dbac80f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:32.119847 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-eafa8f28-0d9e-487f-8011-b8c72edadeed req-3c13bb6d-18d4-4c28-8bf0-585a0dbac80f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 944 time: 0.2307854 Jan 20 01:03:32.238352 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f00c58-1477-4886-8173-f2ab374a7bd3 req-aa01d1e9-92dc-426b-9266-802f1c2ed943 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:32.240156 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d2f00c58-1477-4886-8173-f2ab374a7bd3 req-aa01d1e9-92dc-426b-9266-802f1c2ed943 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 950 time: 0.1132643 Jan 20 01:03:32.261286 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-eafa8f28-0d9e-487f-8011-b8c72edadeed req-7563e88d-56d2-4e39-886b-177d7cb29653 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1315479 Jan 20 01:03:32.267582 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11078ab-6d51-4c57-bebc-803435b1c318 req-e5910944-9097-4536-9a32-f3bb347ac1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:32.269138 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f11078ab-6d51-4c57-bebc-803435b1c318 req-e5910944-9097-4536-9a32-f3bb347ac1b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f HTTP/1.1" status: 200 len: 903 time: 0.2946336 Jan 20 01:03:32.318772 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-d2f00c58-1477-4886-8173-f2ab374a7bd3 req-4bf8e467-97b1-42eb-bd3b-c84e4cf3cb92 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/security-groups?id=dba2d1d3-94c1-4d56-b8c9-da5957a94bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713160 Jan 20 01:03:32.428582 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-a0429c58-4312-4a88-b4e9-605108930d02 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:32.430213 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-a0429c58-4312-4a88-b4e9-605108930d02 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.48 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 950 time: 0.2863810 Jan 20 01:03:32.496336 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f11078ab-6d51-4c57-bebc-803435b1c318 req-f282a70a-6b5d-440a-8404-8eabd4080c6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f HTTP/1.1" status: 200 len: 999 time: 0.2174222 Jan 20 01:03:32.570947 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Deleting port 31c667af-e5f6-42d3-807d-672011d48bea {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:03:32.571252 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:32.643191 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11078ab-6d51-4c57-bebc-803435b1c318 req-6b2dfb76-6c53-4977-8ee2-b5c7ca102064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:32.644763 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f11078ab-6d51-4c57-bebc-803435b1c318 req-6b2dfb76-6c53-4977-8ee2-b5c7ca102064 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94ad31d5-245c-4b4d-b2c6-e21cbcd1230c HTTP/1.1" status: 200 len: 848 time: 0.1348293 Jan 20 01:03:32.720004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 31c667af-e5f6-42d3-807d-672011d48bea no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:03:32.846887 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:32.877522 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515be13a-06fe-4b37-9823-10b80a04964b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31c667af-e5f6-42d3-807d-672011d48bea'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:03:32.886321 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11078ab-6d51-4c57-bebc-803435b1c318 req-93b51221-0d59-4d21-9b10-34da78e5c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:32.887982 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f11078ab-6d51-4c57-bebc-803435b1c318 req-93b51221-0d59-4d21-9b10-34da78e5c220 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2097659 Jan 20 01:03:32.888465 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 31c667af-e5f6-42d3-807d-672011d48bea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=31c667af-e5f6-42d3-807d-672011d48bea,segment=NetworkSegment(de489fd6-5064-4bfd-95a8-dd7f35fcf7ef),segment_id=de489fd6-5064-4bfd-95a8-dd7f35fcf7ef)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:03:32.891786 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:32.893618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:32.957446 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515be13a-06fe-4b37-9823-10b80a04964b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31c667af-e5f6-42d3-807d-672011d48bea', 'code': 200} Jan 20 01:03:32.972229 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] For port 31c667af-e5f6-42d3-807d-672011d48bea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=31c667af-e5f6-42d3-807d-672011d48bea,segment=NetworkSegment(de489fd6-5064-4bfd-95a8-dd7f35fcf7ef),segment_id=de489fd6-5064-4bfd-95a8-dd7f35fcf7ef)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:03:32.972626 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:32.977398 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=31c667af-e5f6-42d3-807d-672011d48bea,revision_number=5']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:32.981332 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:33.168400 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Calling delete_port for 31c667af-e5f6-42d3-807d-672011d48bea owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:03:33.252168 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f11078ab-6d51-4c57-bebc-803435b1c318 req-2d9379ec-b021-47de-a2df-6c4a59da0563 service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544855 Jan 20 01:03:33.570414 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644d999-6b79-42c6-b367-859422a2cec4 req-a3d58adb-0f58-418b-b70e-f93eb8cf8e9b tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:33.572264 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2644d999-6b79-42c6-b367-859422a2cec4 req-a3d58adb-0f58-418b-b70e-f93eb8cf8e9b tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 944 time: 0.1518900 Jan 20 01:03:33.601847 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.api [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 01:03:33.602205 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.api [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 01:03:33.652705 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-2644d999-6b79-42c6-b367-859422a2cec4 req-b6e4f0bf-3e56-492d-9362-d26230186965 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0655241 Jan 20 01:03:33.715205 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f11078ab-6d51-4c57-bebc-803435b1c318 req-3ad35e15-5c1b-482f-9a28-33a0d8ffcb38 service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4476228 Jan 20 01:03:33.754134 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253ede3-f6ff-44ef-b243-fb4252c72f1a req-73b7ef78-e0ca-4c7a-8231-15adfe41dc68 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:33.755865 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0253ede3-f6ff-44ef-b243-fb4252c72f1a req-73b7ef78-e0ca-4c7a-8231-15adfe41dc68 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 948 time: 0.1624620 Jan 20 01:03:33.834707 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0253ede3-f6ff-44ef-b243-fb4252c72f1a req-bd46b4d8-a42a-4090-8835-eaec122f8a2a tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/security-groups?id=dba2d1d3-94c1-4d56-b8c9-da5957a94bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701373 Jan 20 01:03:34.103582 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Deleting port 31c667af-e5f6-42d3-807d-672011d48bea {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:03:34.104761 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:34.431465 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] For port 31c667af-e5f6-42d3-807d-672011d48bea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=31c667af-e5f6-42d3-807d-672011d48bea,segment=NetworkSegment(de489fd6-5064-4bfd-95a8-dd7f35fcf7ef),segment_id=de489fd6-5064-4bfd-95a8-dd7f35fcf7ef)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:03:34.431856 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:34.574117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Calling delete_port for 31c667af-e5f6-42d3-807d-672011d48bea owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:03:34.732530 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:34.750552 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:34.813242 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Pushing event deleted for resources: {'Port': ['ID=31c667af-e5f6-42d3-807d-672011d48bea,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:34.818262 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:34.929393 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e690e2-e6b4-4b53-8734-45a9062de194 req-b55a000b-f2fd-45f5-b262-84132b3a5e62 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:34.931176 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-57e690e2-e6b4-4b53-8734-45a9062de194 req-b55a000b-f2fd-45f5-b262-84132b3a5e62 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 944 time: 0.1204131 Jan 20 01:03:34.991568 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-57e690e2-e6b4-4b53-8734-45a9062de194 req-171b90e8-fe97-4569-a148-6637c81d27c3 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0530217 Jan 20 01:03:35.027529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] No DVR routers for this DVR port 31c667af-e5f6-42d3-807d-672011d48bea on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:03:35.035796 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:35.038755 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515be13a-06fe-4b37-9823-10b80a04964b', 'name': 'network-vif-deleted', 'tag': '31c667af-e5f6-42d3-807d-672011d48bea'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:03:35.055908 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-854fa795-1fa8-4670-a166-8213263ff9af req-60ad39ca-eefd-4d43-922f-a9dcab5443c5 tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.44 "GET /v2.0/ports?device_id=515be13a-06fe-4b37-9823-10b80a04964b HTTP/1.1" status: 200 len: 210 time: 0.0747542 Jan 20 01:03:35.063121 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b82384ac-b479-47f7-834c-3f2a25a08c05 req-06b07936-33f6-4d82-b7b7-9e92fea714fd tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] 10.222.0.48 "DELETE /v2.0/ports/31c667af-e5f6-42d3-807d-672011d48bea HTTP/1.1" status: 204 len: 173 time: 2.6233048 Jan 20 01:03:35.132640 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515be13a-06fe-4b37-9823-10b80a04964b', 'name': 'network-vif-deleted', 'tag': '31c667af-e5f6-42d3-807d-672011d48bea', 'status': 'completed', 'code': 200} Jan 20 01:03:36.236596 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a694d4-2591-4367-8487-015e2ffb72dc req-80e38035-6f23-4c78-9345-29a458b3035f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:36.238314 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a4a694d4-2591-4367-8487-015e2ffb72dc req-80e38035-6f23-4c78-9345-29a458b3035f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 944 time: 0.1072652 Jan 20 01:03:36.290734 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a4a694d4-2591-4367-8487-015e2ffb72dc req-9e19ff38-3ca8-40c8-b62e-0e50ca6bf56e tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0457208 Jan 20 01:03:37.104079 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 15e955f6-e154-44ed-980a-3a90e1dacc9f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:03:37.186492 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 15e955f6-e154-44ed-980a-3a90e1dacc9f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:03:37.187494 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:37.322742 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:37.386143 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 15e955f6-e154-44ed-980a-3a90e1dacc9f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f,segment=NetworkSegment(cea0bc05-fe76-4f99-a6b9-138cb24dcc1c),segment_id=cea0bc05-fe76-4f99-a6b9-138cb24dcc1c)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:03:37.387481 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:03:37.395207 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:37.397537 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:37.517638 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f', 'code': 200} Jan 20 01:03:37.541716 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=15e955f6-e154-44ed-980a-3a90e1dacc9f,revision_number=6']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:37.547206 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:37.613190 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0cf3-9090-404b-9012-c0b07e0aebff req-04695370-eade-4c5e-bef0-083724e8411f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:37.615040 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-011c0cf3-9090-404b-9012-c0b07e0aebff req-04695370-eade-4c5e-bef0-083724e8411f tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1751897 Jan 20 01:03:37.693133 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-011c0cf3-9090-404b-9012-c0b07e0aebff req-fb5b021a-4a53-4014-93ee-5c8a5da766ec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0704491 Jan 20 01:03:37.877804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fcb09-605f-4ebd-8ffa-a35720fd8b58 req-04febcd7-d7bf-4e93-884c-35cacda8e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:37.879439 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b30fcb09-605f-4ebd-8ffa-a35720fd8b58 req-04febcd7-d7bf-4e93-884c-35cacda8e0a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 1163 time: 0.0873713 Jan 20 01:03:37.930396 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b30fcb09-605f-4ebd-8ffa-a35720fd8b58 req-3e5b54c2-b8c0-4735-9980-581081f6a84d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0434668 Jan 20 01:03:37.956471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-81900a36-cf1b-4c43-883f-fca08a08f0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:38.802628 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 15e955f6-e154-44ed-980a-3a90e1dacc9f up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:03:38.911614 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 15e955f6-e154-44ed-980a-3a90e1dacc9f triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:03:38.912142 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:39.048560 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e77c94-c618-41fb-a913-c7eb07741f9d req-e891852a-a843-4ef0-a4fd-f7378701ba09 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:39.050611 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a5e77c94-c618-41fb-a913-c7eb07741f9d req-e891852a-a843-4ef0-a4fd-f7378701ba09 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.2283142 Jan 20 01:03:39.107378 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a5e77c94-c618-41fb-a913-c7eb07741f9d req-f883bb5d-6ee3-4bc8-9c22-1344555b0f8d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0503533 Jan 20 01:03:40.358116 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac451802-96a4-4a60-a933-630488e8b86f req-a409f463-a750-4648-b10d-ee2169adcf32 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:40.360408 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ac451802-96a4-4a60-a933-630488e8b86f req-a409f463-a750-4648-b10d-ee2169adcf32 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.1067138 Jan 20 01:03:40.417996 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ac451802-96a4-4a60-a933-630488e8b86f req-e30b09db-1b95-4c8e-ac04-d9542e761ccf tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0505955 Jan 20 01:03:41.013776 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19ab6e88-e8e1-4417-87bb-1b4f0f4c4b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:41.376483 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 37530) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:41.625762 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-95082375-40c2-43da-9920-f1d3bd4ffe3b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7034cfd8d6046f69e27845107078d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477283 Jan 20 01:03:41.629486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 37540) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:41.677691 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37544) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:41.703939 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7415927e-6a34-46e7-aaf1-c255e839b93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:41.736003 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7415927e-6a34-46e7-aaf1-c255e839b93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:41.789255 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7415927e-6a34-46e7-aaf1-c255e839b93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:41.797970 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a89c97cd-c889-4ceb-9bac-5af224044e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:41.814159 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415927e-6a34-46e7-aaf1-c255e839b93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba2d1d3-94c1-4d56-b8c9-da5957a94bd2,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:41.817301 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7415927e-6a34-46e7-aaf1-c255e839b93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:41.828561 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7415927e-6a34-46e7-aaf1-c255e839b93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:41.832876 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-7415927e-6a34-46e7-aaf1-c255e839b93d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dba2d1d3-94c1-4d56-b8c9-da5957a94bd2 HTTP/1.1" status: 204 len: 168 time: 0.1991365 Jan 20 01:03:41.864844 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-45bffea8-6935-4c52-8c5a-bf6f95dd7b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:41.882775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-45bffea8-6935-4c52-8c5a-bf6f95dd7b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:41.887712 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-45bffea8-6935-4c52-8c5a-bf6f95dd7b1c admin admin] Usage tracker for resource:security_group_rule and tenant:2e7063589e24466880344cc3526219be is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:41.891861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-45bffea8-6935-4c52-8c5a-bf6f95dd7b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:41.899334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-45bffea8-6935-4c52-8c5a-bf6f95dd7b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:42.019881 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-45bffea8-6935-4c52-8c5a-bf6f95dd7b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:42.024569 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-45bffea8-6935-4c52-8c5a-bf6f95dd7b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:42.032893 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1d0b7504-3f16-4685-bcc9-2b3c90e05b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:42.083780 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bffea8-6935-4c52-8c5a-bf6f95dd7b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8454403-05e1-4ded-928a-0ecd201ea35a,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:42.093103 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-45bffea8-6935-4c52-8c5a-bf6f95dd7b1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e7063589e24466880344cc3526219be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100568 Jan 20 01:03:42.093103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-45bffea8-6935-4c52-8c5a-bf6f95dd7b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:42.094107 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37554) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:42.189319 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5bcb28f8-4778-4a51-bbe1-0ceb1608fcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:42.233028 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5bcb28f8-4778-4a51-bbe1-0ceb1608fcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:42.293567 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5bcb28f8-4778-4a51-bbe1-0ceb1608fcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:42.295725 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a46dd9b0-20b1-4c96-b7f9-7d79ea28368b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:42.312438 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb28f8-4778-4a51-bbe1-0ceb1608fcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8454403-05e1-4ded-928a-0ecd201ea35a,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:42.315202 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5bcb28f8-4778-4a51-bbe1-0ceb1608fcc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:42.338739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5bcb28f8-4778-4a51-bbe1-0ceb1608fcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:42.341863 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-5bcb28f8-4778-4a51-bbe1-0ceb1608fcc9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8454403-05e1-4ded-928a-0ecd201ea35a HTTP/1.1" status: 204 len: 168 time: 0.2471981 Jan 20 01:03:42.564362 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:42.683328 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:42.817819 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37574) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:42.837517 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fdb3990b-e87b-4016-950a-15e0cd76d07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:42.856883 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fdb3990b-e87b-4016-950a-15e0cd76d07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:42.862273 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-fdb3990b-e87b-4016-950a-15e0cd76d07d admin admin] Usage tracker for resource:security_group_rule and tenant:ed55e50afd7344ef80d0a1a03779a44c is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:42.865498 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-fdb3990b-e87b-4016-950a-15e0cd76d07d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:42.871702 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fdb3990b-e87b-4016-950a-15e0cd76d07d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:42.931690 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 37580) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:42.989171 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fdb3990b-e87b-4016-950a-15e0cd76d07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:42.992718 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fdb3990b-e87b-4016-950a-15e0cd76d07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:43.002798 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-83071d82-dd07-415f-8352-dc38617c8cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:43.050196 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-fdb3990b-e87b-4016-950a-15e0cd76d07d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed55e50afd7344ef80d0a1a03779a44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312038 Jan 20 01:03:43.053179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 37586) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:43.053991 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3990b-e87b-4016-950a-15e0cd76d07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a344b1-57d7-43ee-824f-9fcb2e108f60,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:43.057627 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fdb3990b-e87b-4016-950a-15e0cd76d07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:43.130792 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb442-00cc-482e-abb5-4e13524f1423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:43.165326 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1856038701-network', 'tenant_id': '3df2a698aef4401db85696eff42c2336'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:03:43.169964 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb442-00cc-482e-abb5-4e13524f1423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:43.181389 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:43.193154 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Usage tracker for resource:network and tenant:3df2a698aef4401db85696eff42c2336 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:43.199450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:43.215431 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:43.232416 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Made reservation on behalf of 3df2a698aef4401db85696eff42c2336 for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 01:03:43.237259 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:43.251530 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:43.270073 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:43.272549 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb442-00cc-482e-abb5-4e13524f1423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:43.278744 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dc34594e-1bc3-40aa-b22b-361948572ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:43.288418 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Usage tracker for resource:security_group_rule and tenant:3df2a698aef4401db85696eff42c2336 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:43.292340 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:43.299374 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bb442-00cc-482e-abb5-4e13524f1423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a344b1-57d7-43ee-824f-9fcb2e108f60,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:43.301956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5e2bb442-00cc-482e-abb5-4e13524f1423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:43.309023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:43.311488 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb442-00cc-482e-abb5-4e13524f1423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:43.312770 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-5e2bb442-00cc-482e-abb5-4e13524f1423 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1a344b1-57d7-43ee-824f-9fcb2e108f60 HTTP/1.1" status: 204 len: 168 time: 0.2585347 Jan 20 01:03:43.416990 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:43.420309 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:43.424972 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-826250f6-42dc-40c5-80f4-c0950e7295a1 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:43.456665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b512f80-898c-4487-b273-ca2eb8b7bbef,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:43.467313 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 01:03:43.488813 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773035505284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:43.489267 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Added segment 0c1bc389-aaf1-4cec-8d26-d99c52a707da of type vxlan for network c17d7c00-f982-4ccc-abd5-7339990ca629 Jan 20 01:03:43.489405 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:43.495339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:43.525502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773035128264'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:43.557544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:43.558916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:43.559562 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:43.565509 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fa3e98e5-3273-460a-a572-3259e10d32f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:43.678650 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7455759 Jan 20 01:03:43.679635 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Pushing event updated for resources: {'Network': ['ID=c17d7c00-f982-4ccc-abd5-7339990ca629,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:43.681861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37596) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:43.682989 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bd2a3110-c398-4689-b791-a1e03add93e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:43.692866 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Network c17d7c00-f982-4ccc-abd5-7339990ca629 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 01:03:43.695719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Request body: {'subnet': {'network_id': 'c17d7c00-f982-4ccc-abd5-7339990ca629', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1856038701-subnet', 'tenant_id': '3df2a698aef4401db85696eff42c2336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:03:43.704404 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:43.710428 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Usage tracker for resource:subnet and tenant:3df2a698aef4401db85696eff42c2336 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:43.714860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:43.722929 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:43.728999 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Network c17d7c00-f982-4ccc-abd5-7339990ca629 details requested by agent ovs-agent-dv-cinder-667108-30-smb with host dv-cinder-667108-30-smb {{(pid=80162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 01:03:43.735352 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Made reservation on behalf of 3df2a698aef4401db85696eff42c2336 for: {'subnet': 1} {{(pid=80161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 01:03:43.743992 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851842305'] for subnet, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:44.264263 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852614754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851842416'] for subnet, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:44.281529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:44.425348 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36626d57-a9a8-451a-aae3-10c92f87ebe2,revision_number=0']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:44.431034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:44.508021 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Checking segment: {'id': '0c1bc389-aaf1-4cec-8d26-d99c52a707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c17d7c00-f982-4ccc-abd5-7339990ca629'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:03:44.508435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Network hostable DHCP agents. Network: c17d7c00-f982-4ccc-abd5-7339990ca629, hostable agents: ['68740da7-9744-4aeb-8289-5855da1886ed'], hosted agents: [] {{(pid=80161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 01:03:44.529107 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Network c17d7c00-f982-4ccc-abd5-7339990ca629 is scheduled to be hosted by DHCP agent 68740da7-9744-4aeb-8289-5855da1886ed with binding_index 1 {{(pid=80161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 01:03:44.539920 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-30-smb, c17d7c00-f982-4ccc-abd5-7339990ca629) {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:03:44.554115 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d049d5-e8a9-4f84-baf4-ac7f039d8ef7 None None] Network c17d7c00-f982-4ccc-abd5-7339990ca629 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 01:03:44.557887 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:44.559023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:44.598559 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9153500 Jan 20 01:03:44.832337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a35fef2-6397-4b02-ab68-913cacba9341 None None] Network c17d7c00-f982-4ccc-abd5-7339990ca629 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 01:03:47.205814 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5905e0a3-e536-4f3b-8528-c0c22bfd46f2 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:47.206501 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5905e0a3-e536-4f3b-8528-c0c22bfd46f2 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Synchronizing usage tracker for tenant:3df2a698aef4401db85696eff42c2336 on resource:network {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:03:47.223770 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5905e0a3-e536-4f3b-8528-c0c22bfd46f2 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Unset dirty status for tenant:3df2a698aef4401db85696eff42c2336 on resource:network {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:03:47.225078 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5905e0a3-e536-4f3b-8528-c0c22bfd46f2 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/networks?id=c17d7c00-f982-4ccc-abd5-7339990ca629 HTTP/1.1" status: 200 len: 814 time: 0.1957510 Jan 20 01:03:47.242599 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-99153ac1-96ec-4e54-ad0b-e25ce9c9a943 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/quotas/3df2a698aef4401db85696eff42c2336 HTTP/1.1" status: 200 len: 375 time: 0.0110691 Jan 20 01:03:47.302517 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-389131e2-7650-48ee-9c25-d0244579af24 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?tenant_id=3df2a698aef4401db85696eff42c2336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537560 Jan 20 01:03:47.624989 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-30dce58b-eb26-4fbd-b046-0a1988040d83 service neutron] 10.222.0.44 "GET /v2.0/networks/c17d7c00-f982-4ccc-abd5-7339990ca629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147709 Jan 20 01:03:47.776121 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-463112ee-18c6-4486-9110-78cfd3c9a667 service neutron] 10.222.0.44 "GET /v2.0/networks/c17d7c00-f982-4ccc-abd5-7339990ca629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443012 Jan 20 01:03:47.993422 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9552ddd3-7fe9-4cf2-836b-545aa9d81555 req-1e74dfeb-7235-4325-ac26-966f3a36ab5d tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 210 time: 0.0554409 Jan 20 01:03:49.013494 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37686) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:49.254085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a331277-0219-4405-996c-aaa40e07cae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:49.269833 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a94337e1-8e83-4906-9ecb-ca6a6fc81c96 req-fa5e7c4f-1290-4827-89e0-194b858cc1ad tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 210 time: 0.0588310 Jan 20 01:03:49.286164 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0a331277-0219-4405-996c-aaa40e07cae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:49.295214 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-0a331277-0219-4405-996c-aaa40e07cae3 admin admin] Usage tracker for resource:security_group_rule and tenant:267c1738a9a74406be97e02c7055cd3d is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:49.301409 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-0a331277-0219-4405-996c-aaa40e07cae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:49.313471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0a331277-0219-4405-996c-aaa40e07cae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:49.330038 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-f71a243c-6e56-4291-a577-02c93671fc31 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:49.331874 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-f71a243c-6e56-4291-a577-02c93671fc31 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.48 "GET /v2.0/networks?id=c17d7c00-f982-4ccc-abd5-7339990ca629 HTTP/1.1" status: 200 len: 814 time: 0.3149383 Jan 20 01:03:49.355652 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Request body: {'port': {'device_id': 'ded1eecc-e7f5-4b93-b435-e753d49e8be6', 'network_id': 'c17d7c00-f982-4ccc-abd5-7339990ca629', 'admin_state_up': True, 'tenant_id': '3df2a698aef4401db85696eff42c2336'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:03:49.428180 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a331277-0219-4405-996c-aaa40e07cae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:49.431414 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a331277-0219-4405-996c-aaa40e07cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:49.441504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-58d83954-ef3d-4a93-b5d2-6a36fdf61be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:49.490513 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a331277-0219-4405-996c-aaa40e07cae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d789047e-3678-4aa5-859e-a856f5eb5e6e,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:49.494467 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0a331277-0219-4405-996c-aaa40e07cae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:49.505393 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-0a331277-0219-4405-996c-aaa40e07cae3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=267c1738a9a74406be97e02c7055cd3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903102 Jan 20 01:03:49.506136 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37700) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:49.583321 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d04a84dd-1d25-4e32-888a-8afc0ef825ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:49.616327 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d04a84dd-1d25-4e32-888a-8afc0ef825ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:49.645663 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:49.653090 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Usage tracker for resource:port and tenant:3df2a698aef4401db85696eff42c2336 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:49.658558 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Quota usage for port was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:49.664718 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d04a84dd-1d25-4e32-888a-8afc0ef825ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:49.669467 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:49.669920 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aa719714-fb66-48be-948a-de7182f8348b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:49.684282 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a84dd-1d25-4e32-888a-8afc0ef825ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d789047e-3678-4aa5-859e-a856f5eb5e6e,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:49.687990 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d04a84dd-1d25-4e32-888a-8afc0ef825ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:49.688523 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Made reservation on behalf of 3df2a698aef4401db85696eff42c2336 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 01:03:49.689727 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d04a84dd-1d25-4e32-888a-8afc0ef825ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:49.694210 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-d04a84dd-1d25-4e32-888a-8afc0ef825ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d789047e-3678-4aa5-859e-a856f5eb5e6e HTTP/1.1" status: 204 len: 168 time: 0.1865194 Jan 20 01:03:49.701338 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:50.052766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Allocated IP 172.20.0.2 (c17d7c00-f982-4ccc-abd5-7339990ca629/36626d57-a9a8-451a-aae3-10c92f87ebe2/3d8bf7bb-7eff-4ccb-85ee-4048beb8665c) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:03:50.165134 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37708) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:50.190257 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6a45-44b9-4e7b-be5f-2a5f12448d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:50.207630 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ba3d6a45-44b9-4e7b-be5f-2a5f12448d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:03:50.212188 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ba3d6a45-44b9-4e7b-be5f-2a5f12448d60 admin admin] Usage tracker for resource:security_group_rule and tenant:19a9e113c68e4b8abcde1e14404ed3cc is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:03:50.215857 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ba3d6a45-44b9-4e7b-be5f-2a5f12448d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:03:50.224913 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ba3d6a45-44b9-4e7b-be5f-2a5f12448d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:03:50.323238 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:50.324903 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6a45-44b9-4e7b-be5f-2a5f12448d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:50.329889 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6a45-44b9-4e7b-be5f-2a5f12448d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:50.349484 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0a331277-0219-4405-996c-aaa40e07cae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:50.375799 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:50.397837 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:50.441432 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ba3d6a45-44b9-4e7b-be5f-2a5f12448d60 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19a9e113c68e4b8abcde1e14404ed3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710004 Jan 20 01:03:50.441432 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d6a45-44b9-4e7b-be5f-2a5f12448d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafa7701-ee6f-4567-aa33-9b0172ddd61c,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:50.461917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ba3d6a45-44b9-4e7b-be5f-2a5f12448d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:50.462636 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37714) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:50.583997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c1314f50-37c8-4ba4-a0c5-278c1f8787dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:50.635849 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c1314f50-37c8-4ba4-a0c5-278c1f8787dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:50.637520 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Pushing event updated for resources: {'Port': ['ID=3d8bf7bb-7eff-4ccb-85ee-4048beb8665c,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:50.644377 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:50.650810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Network c17d7c00-f982-4ccc-abd5-7339990ca629 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:03:50.652112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:03:50.654711 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:03:50.752241 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c1314f50-37c8-4ba4-a0c5-278c1f8787dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:50.754745 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:50.755490 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:50.759047 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6a59eec0-32ca-42ef-ae19-696a0ffb8986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:50.775451 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1314f50-37c8-4ba4-a0c5-278c1f8787dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafa7701-ee6f-4567-aa33-9b0172ddd61c,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:50.778425 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c1314f50-37c8-4ba4-a0c5-278c1f8787dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:50.789269 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c1314f50-37c8-4ba4-a0c5-278c1f8787dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:50.791069 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-5667b863-d573-4c05-a010-bc003cf1fc1c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4435904 Jan 20 01:03:50.793367 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-c1314f50-37c8-4ba4-a0c5-278c1f8787dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aafa7701-ee6f-4567-aa33-9b0172ddd61c HTTP/1.1" status: 204 len: 168 time: 0.3290930 Jan 20 01:03:50.805692 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Request body: {'port': {'device_id': 'ded1eecc-e7f5-4b93-b435-e753d49e8be6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:03:50.867907 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be5eaf-e29c-43ca-9b5e-9d5864834e34 req-2edb5491-de09-4c63-86c8-17870a2242ff tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:50.876650 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-77be5eaf-e29c-43ca-9b5e-9d5864834e34 req-2edb5491-de09-4c63-86c8-17870a2242ff tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 931 time: 0.1788893 Jan 20 01:03:50.953192 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-77be5eaf-e29c-43ca-9b5e-9d5864834e34 req-4ba2a1e8-eab0-4f0f-b3dd-79397ca4e1ce tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752623 Jan 20 01:03:50.988904 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:51.516983 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26312c79-10ab-49d9-ac74-2bce0c79aa28 req-f7cdf7c4-e61c-4f08-a9fc-71c5f1094fca tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:51.518752 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-26312c79-10ab-49d9-ac74-2bce0c79aa28 req-f7cdf7c4-e61c-4f08-a9fc-71c5f1094fca tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.1079507 Jan 20 01:03:51.575606 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-26312c79-10ab-49d9-ac74-2bce0c79aa28 req-181eaff5-e7eb-4d41-94e2-7522ddc1ec72 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502176 Jan 20 01:03:51.787387 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 01:03:51.796038 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:51.809707 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Transition to ACTIVE for port object 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:03:51.813198 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:51.830148 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-37237eef-551b-430e-951d-796e4cfcb6c5 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:51.974468 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8bf7bb-7eff-4ccb-85ee-4048beb8665c,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:51.978255 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:52.273967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Attempting to bind port 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 01:03:52.274255 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Attempting to bind port 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '0c1bc389-aaf1-4cec-8d26-d99c52a707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c17d7c00-f982-4ccc-abd5-7339990ca629'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 01:03:52.274648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Attempting to bind port 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c on network c17d7c00-f982-4ccc-abd5-7339990ca629 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 01:03:52.304398 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b21d6-343d-4990-9e26-33c0a87da856 req-1ea23f33-3115-43b7-bdb5-8671738fffd3 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:52.305220 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-1a3b21d6-343d-4990-9e26-33c0a87da856 req-1ea23f33-3115-43b7-bdb5-8671738fffd3 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Synchronizing usage tracker for tenant:3df2a698aef4401db85696eff42c2336 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:03:52.308605 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 01:03:52.308986 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Checking segment: {'id': '0c1bc389-aaf1-4cec-8d26-d99c52a707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c17d7c00-f982-4ccc-abd5-7339990ca629'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:03:52.309397 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:52.309794 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Bound using segment: {'id': '0c1bc389-aaf1-4cec-8d26-d99c52a707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c17d7c00-f982-4ccc-abd5-7339990ca629'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 01:03:52.310323 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Bound port: 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1bc389-aaf1-4cec-8d26-d99c52a707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c17d7c00-f982-4ccc-abd5-7339990ca629'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 01:03:52.310725 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:52.383825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-1a3b21d6-343d-4990-9e26-33c0a87da856 req-1ea23f33-3115-43b7-bdb5-8671738fffd3 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Unset dirty status for tenant:3df2a698aef4401db85696eff42c2336 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:03:52.385134 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1a3b21d6-343d-4990-9e26-33c0a87da856 req-1ea23f33-3115-43b7-bdb5-8671738fffd3 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 943 time: 0.2808228 Jan 20 01:03:52.466589 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] For port 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 01:03:52.474124 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-1a3b21d6-343d-4990-9e26-33c0a87da856 req-35e86723-13a2-4b64-823b-4e1befed909f tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Synchronizing usage tracker for tenant:3df2a698aef4401db85696eff42c2336 on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:03:52.487771 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] For port 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3d8bf7bb-7eff-4ccb-85ee-4048beb8665c,segment=NetworkSegment(0c1bc389-aaf1-4cec-8d26-d99c52a707da),segment_id=0c1bc389-aaf1-4cec-8d26-d99c52a707da)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 01:03:52.497626 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:52.513926 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:52.556847 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-1a3b21d6-343d-4990-9e26-33c0a87da856 req-35e86723-13a2-4b64-823b-4e1befed909f tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Unset dirty status for tenant:3df2a698aef4401db85696eff42c2336 on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:03:52.558133 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1a3b21d6-343d-4990-9e26-33c0a87da856 req-35e86723-13a2-4b64-823b-4e1befed909f tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648862 Jan 20 01:03:52.680070 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8bf7bb-7eff-4ccb-85ee-4048beb8665c,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:52.685949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:52.721931 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:52.722657 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:52.724154 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-4632c7e4-d3e1-46cf-85aa-50893924ff41 service neutron] 10.222.0.48 "PUT /v2.0/ports/3d8bf7bb-7eff-4ccb-85ee-4048beb8665c HTTP/1.1" status: 200 len: 1157 time: 1.9234033 Jan 20 01:03:52.724698 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded1eecc-e7f5-4b93-b435-e753d49e8be6', 'tag': '3d8bf7bb-7eff-4ccb-85ee-4048beb8665c'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:03:52.818672 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded1eecc-e7f5-4b93-b435-e753d49e8be6', 'tag': '3d8bf7bb-7eff-4ccb-85ee-4048beb8665c', 'status': 'completed', 'code': 200} Jan 20 01:03:52.872494 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 23258e6d-f993-43f0-a373-e225ebaa0110 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:03:52.939132 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-754f9efb-9c20-4c4e-a1db-3b445109a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:52.940881 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-754f9efb-9c20-4c4e-a1db-3b445109a4a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3df2a698aef4401db85696eff42c2336&device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 1160 time: 0.1675150 Jan 20 01:03:53.040598 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-10bcdcb6-3ac8-4f70-9179-a302cfbc9858 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:53.042270 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-10bcdcb6-3ac8-4f70-9179-a302cfbc9858 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.48 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.2173941 Jan 20 01:03:53.053183 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-6dc2abab-446e-4ba4-b963-64e23660aca5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d8bf7bb-7eff-4ccb-85ee-4048beb8665c HTTP/1.1" status: 200 len: 217 time: 0.1026461 Jan 20 01:03:53.101335 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604320f-f574-425f-82d0-a8952f6d1789 req-df0b8e6b-8660-4d86-b974-c545defe4194 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:53.102286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:53.102981 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3604320f-f574-425f-82d0-a8952f6d1789 req-df0b8e6b-8660-4d86-b974-c545defe4194 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 945 time: 0.3551762 Jan 20 01:03:53.154306 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eff07c5-2922-4633-a291-cb43427d0332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23258e6d-f993-43f0-a373-e225ebaa0110'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:03:53.166541 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 23258e6d-f993-43f0-a373-e225ebaa0110, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=23258e6d-f993-43f0-a373-e225ebaa0110,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:03:53.170961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:53.173160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:53.187567 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Deleting port 23258e6d-f993-43f0-a373-e225ebaa0110 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:03:53.187964 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:53.193194 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-3604320f-f574-425f-82d0-a8952f6d1789 req-c48f1ea4-d808-4e8d-86ec-b9dfeff71edb tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818269 Jan 20 01:03:53.246186 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-7bb79a53-2570-4a83-b17e-f85e882e3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:53.247844 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-7bb79a53-2570-4a83-b17e-f85e882e3a04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36626d57-a9a8-451a-aae3-10c92f87ebe2 HTTP/1.1" status: 200 len: 854 time: 0.1571620 Jan 20 01:03:53.267135 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eff07c5-2922-4633-a291-cb43427d0332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23258e6d-f993-43f0-a373-e225ebaa0110', 'code': 200} Jan 20 01:03:53.280641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=23258e6d-f993-43f0-a373-e225ebaa0110,revision_number=7']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:53.284482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:53.341385 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-7cf0dca2-cf72-42e9-96a5-d21cb2e1efb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c17d7c00-f982-4ccc-abd5-7339990ca629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842230 Jan 20 01:03:53.662400 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-9f9817f5-727e-4114-ba7b-4dd499770a60 service neutron] 10.222.0.48 "GET /v2.0/networks/c17d7c00-f982-4ccc-abd5-7339990ca629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920165 Jan 20 01:03:53.733953 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] For port 23258e6d-f993-43f0-a373-e225ebaa0110, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=23258e6d-f993-43f0-a373-e225ebaa0110,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:03:53.734322 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:53.821832 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac661187-9a41-4453-8d63-f68a0c5bb186 req-84ceedc8-2ca5-454a-9929-d945a49a3e10 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:53.823529 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ac661187-9a41-4453-8d63-f68a0c5bb186 req-84ceedc8-2ca5-454a-9929-d945a49a3e10 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 943 time: 0.1210067 Jan 20 01:03:53.884496 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-ac661187-9a41-4453-8d63-f68a0c5bb186 req-17cc6542-605b-4841-a2f4-5029ddd14c2c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488842 Jan 20 01:03:54.012345 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5a7b545d-c020-42ad-8ad9-cf8fc66137de req-1dfdc331-654a-4114-ab42-6f50023cfa5a service neutron] 10.222.0.48 "GET /v2.0/networks/c17d7c00-f982-4ccc-abd5-7339990ca629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3417284 Jan 20 01:03:54.225992 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:54.226387 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853813652'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:54.226851 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_db [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Floating IP 90457100-0ced-4e4f-acbf-43f31152607b disassociated. External IP: 172.28.0.70, port: 23258e6d-f993-43f0-a373-e225ebaa0110. Jan 20 01:03:54.227241 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Calling delete_port for 23258e6d-f993-43f0-a373-e225ebaa0110 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:03:54.611308 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286d2a7-5c9f-4374-b9f0-382be07de330 req-c0e14878-0835-4195-a124-835222ee145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:54.613277 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e286d2a7-5c9f-4374-b9f0-382be07de330 req-c0e14878-0835-4195-a124-835222ee145f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3df2a698aef4401db85696eff42c2336&device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 1160 time: 0.4958024 Jan 20 01:03:54.850515 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f486244-9969-466a-985a-0829bb29b949 req-b99eac9a-6a4d-4c95-992e-82d86b8acd83 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:54.852322 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0f486244-9969-466a-985a-0829bb29b949 req-b99eac9a-6a4d-4c95-992e-82d86b8acd83 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 943 time: 0.3181298 Jan 20 01:03:54.858707 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:54.881619 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-53308486-41bb-4dd7-a56e-1ab48d2c6558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:54.972202 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event deleted for resources: {'Port': ['ID=23258e6d-f993-43f0-a373-e225ebaa0110,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:54.975107 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:54.991525 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286d2a7-5c9f-4374-b9f0-382be07de330 req-2e9ffc8c-3b95-4690-ad18-f9628975ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:54.993169 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e286d2a7-5c9f-4374-b9f0-382be07de330 req-2e9ffc8c-3b95-4690-ad18-f9628975ee19 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c17d7c00-f982-4ccc-abd5-7339990ca629 HTTP/1.1" status: 200 len: 908 time: 0.3704090 Jan 20 01:03:55.143907 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e286d2a7-5c9f-4374-b9f0-382be07de330 req-5a3ba22b-74c1-44cd-851d-32be44030647 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d8bf7bb-7eff-4ccb-85ee-4048beb8665c HTTP/1.1" status: 200 len: 217 time: 0.1416786 Jan 20 01:03:55.152022 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0f486244-9969-466a-985a-0829bb29b949 req-c05ad142-bf5e-4547-af6b-d49c93132cae tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups?id=0defb7a5-d799-46ce-a53d-3ff5b332a890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714884 Jan 20 01:03:55.242635 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef22a5f-ff95-4ef6-954f-0f8456dffa83 req-600ea2cd-ed6c-4b02-a90a-f9a013141bfe tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:55.244640 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8ef22a5f-ff95-4ef6-954f-0f8456dffa83 req-600ea2cd-ed6c-4b02-a90a-f9a013141bfe tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 943 time: 0.2048821 Jan 20 01:03:55.254668 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286d2a7-5c9f-4374-b9f0-382be07de330 req-583a9d63-7c77-4055-9c05-daf344bf3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:55.256270 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e286d2a7-5c9f-4374-b9f0-382be07de330 req-583a9d63-7c77-4055-9c05-daf344bf3dc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36626d57-a9a8-451a-aae3-10c92f87ebe2 HTTP/1.1" status: 200 len: 854 time: 0.1032803 Jan 20 01:03:55.303721 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8ef22a5f-ff95-4ef6-954f-0f8456dffa83 req-fc9f6f10-a63b-41e3-8da7-30155886d0ab tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499420 Jan 20 01:03:55.319617 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e286d2a7-5c9f-4374-b9f0-382be07de330 req-f9fc57ec-587a-455b-9244-7bfdaa7fef48 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c17d7c00-f982-4ccc-abd5-7339990ca629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554769 Jan 20 01:03:55.653740 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e286d2a7-5c9f-4374-b9f0-382be07de330 req-c720d95f-33e3-4e9e-9cad-e02b6b4996bd service neutron] 10.222.0.48 "GET /v2.0/networks/c17d7c00-f982-4ccc-abd5-7339990ca629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681847 Jan 20 01:03:55.656429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Router 30ad21de-0a1b-4394-881f-9eee0cc7452f has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:03:55.994350 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-e286d2a7-5c9f-4374-b9f0-382be07de330 req-7edff571-8616-4c73-942e-ce8b2a9ab91d service neutron] 10.222.0.48 "GET /v2.0/networks/c17d7c00-f982-4ccc-abd5-7339990ca629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3323610 Jan 20 01:03:56.002911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:03:56.018924 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fdd4bc-ad16-4fec-bbc4-c8cb6f3b9ef5 None None] Sync routers for ids ['30ad21de-0a1b-4394-881f-9eee0cc7452f'] in dv-cinder-667108-30-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:03:56.029793 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fdd4bc-ad16-4fec-bbc4-c8cb6f3b9ef5 None None] Routers {'30ad21de-0a1b-4394-881f-9eee0cc7452f'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:03:56.031404 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-00fdd4bc-ad16-4fec-bbc4-c8cb6f3b9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:03:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['30ad21de-0a1b-4394-881f-9eee0cc7452f'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:03:56.051457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] No DVR routers for this DVR port 23258e6d-f993-43f0-a373-e225ebaa0110 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:03:56.053945 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:56.058191 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eff07c5-2922-4633-a291-cb43427d0332', 'name': 'network-vif-deleted', 'tag': '23258e6d-f993-43f0-a373-e225ebaa0110'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:03:56.075241 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-1c515e23-1702-483c-80e0-b43bdd02fc31 req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.48 "DELETE /v2.0/ports/23258e6d-f993-43f0-a373-e225ebaa0110 HTTP/1.1" status: 204 len: 173 time: 3.0240293 Jan 20 01:03:56.128046 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eff07c5-2922-4633-a291-cb43427d0332', 'name': 'network-vif-deleted', 'tag': '23258e6d-f993-43f0-a373-e225ebaa0110', 'status': 'completed', 'code': 200} Jan 20 01:03:56.238861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-00fdd4bc-ad16-4fec-bbc4-c8cb6f3b9ef5 None None] Set router 30ad21de-0a1b-4394-881f-9eee0cc7452f gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:03:56.446335 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b369226f-ecad-424f-901e-47b6651a1b9d req-3ca06a75-93a3-4872-9e9a-9f125bfdf0ad tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/ports?device_id=2eff07c5-2922-4633-a291-cb43427d0332 HTTP/1.1" status: 200 len: 210 time: 0.1056607 Jan 20 01:03:56.603267 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a931f-84c3-4748-bbdf-514fff37fe8a req-23450f8a-8a44-4de3-8593-6b1365664de4 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:56.604573 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-505a931f-84c3-4748-bbdf-514fff37fe8a req-23450f8a-8a44-4de3-8593-6b1365664de4 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 943 time: 0.1547482 Jan 20 01:03:56.616651 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-00fdd4bc-ad16-4fec-bbc4-c8cb6f3b9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:25Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:03:56.621135 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fdd4bc-ad16-4fec-bbc4-c8cb6f3b9ef5 None None] Checking router: 30ad21de-0a1b-4394-881f-9eee0cc7452f for host: dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:03:56.633190 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fdd4bc-ad16-4fec-bbc4-c8cb6f3b9ef5 None None] Routers {'30ad21de-0a1b-4394-881f-9eee0cc7452f'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:03:56.633910 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-00fdd4bc-ad16-4fec-bbc4-c8cb6f3b9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:03:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['30ad21de-0a1b-4394-881f-9eee0cc7452f'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:03:56.676790 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-505a931f-84c3-4748-bbdf-514fff37fe8a req-b55ea19d-6a75-47e3-a65a-cbb4d85aa2cc tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648038 Jan 20 01:03:56.807738 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:56.871204 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-00fdd4bc-ad16-4fec-bbc4-c8cb6f3b9ef5 None None] Set router 30ad21de-0a1b-4394-881f-9eee0cc7452f gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:03:57.208327 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-70e4d474-b25f-4782-a2e6-a76bd6995926 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80162) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 01:03:57.318846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-00fdd4bc-ad16-4fec-bbc4-c8cb6f3b9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:25Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:03:57.326810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fdd4bc-ad16-4fec-bbc4-c8cb6f3b9ef5 None None] The sync data for ids ['30ad21de-0a1b-4394-881f-9eee0cc7452f'] in dv-cinder-667108-30-smb is: [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T00:57:07Z', 'revision_number': 4, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '364c8382-16bb-4429-961d-ff6f361dded5', 'name': '', 'network_id': 'ec3a11db-a41d-4a3e-b1af-31727324cb53', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'mac_address': 'fa:16:3e:2f:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:57:03Z', 'updated_at': '2021-01-20T00:57:25Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'subnets': [{'id': '7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:03:57.583409 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:03:57.663072 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 37752) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:57.692679 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:03:57.707754 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:03:57.708180 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:57.766386 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc9967ce-108b-4389-a5ab-10c40b3230ff tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:57.801776 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc9967ce-108b-4389-a5ab-10c40b3230ff tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:57.805013 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e8ea3-b82e-4d73-bb1d-39c2f563ba66 None None] New status for floating IP 90457100-0ced-4e4f-acbf-43f31152607b: DOWN {{(pid=80163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 01:03:57.862232 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc9967ce-108b-4389-a5ab-10c40b3230ff tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:57.865286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:57.869179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-02f03232-ffcf-48dd-90c7-daf736c3a415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:57.887975 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9967ce-108b-4389-a5ab-10c40b3230ff tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event deleted for resources: {'SecurityGroup': ['ID=0defb7a5-d799-46ce-a53d-3ff5b332a890,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:57.892004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cc9967ce-108b-4389-a5ab-10c40b3230ff tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:57.904335 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc9967ce-108b-4389-a5ab-10c40b3230ff tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:57.904613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded1eecc-e7f5-4b93-b435-e753d49e8be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8bf7bb-7eff-4ccb-85ee-4048beb8665c'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:03:57.905999 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-cc9967ce-108b-4389-a5ab-10c40b3230ff tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "DELETE /v2.0/security-groups/0defb7a5-d799-46ce-a53d-3ff5b332a890 HTTP/1.1" status: 204 len: 168 time: 0.2406993 Jan 20 01:03:57.909256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 37758) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:57.941456 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.api.v2.resource [None req-b0691f70-59db-45b6-845a-a81bc0df0238 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] show failed (client error): The resource could not be found. Jan 20 01:03:57.943281 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-b0691f70-59db-45b6-845a-a81bc0df0238 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "GET /v2.0/security-groups/0defb7a5-d799-46ce-a53d-3ff5b332a890 HTTP/1.1" status: 404 len: 347 time: 0.0323846 Jan 20 01:03:57.946307 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 37764) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:03:57.960420 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3d8bf7bb-7eff-4ccb-85ee-4048beb8665c,segment=NetworkSegment(0c1bc389-aaf1-4cec-8d26-d99c52a707da),segment_id=0c1bc389-aaf1-4cec-8d26-d99c52a707da)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:03:57.968065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:57.972831 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dd1bb4cb-7d3e-424e-82f0-ee5f0d9b0045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:58.048414 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded1eecc-e7f5-4b93-b435-e753d49e8be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8bf7bb-7eff-4ccb-85ee-4048beb8665c', 'code': 200} Jan 20 01:03:58.115527 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd82d17-baf5-419f-bbab-dff1c7beca34 req-02c25eee-ef34-4f6b-93a0-4149a8b684de tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:58.123540 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4cd82d17-baf5-419f-bbab-dff1c7beca34 req-02c25eee-ef34-4f6b-93a0-4149a8b684de tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 945 time: 0.2436683 Jan 20 01:03:58.136117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=3d8bf7bb-7eff-4ccb-85ee-4048beb8665c,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:58.164022 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.165097 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.166588 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.167530 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.168392 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.170309 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.171885 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.172747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.173595 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.174447 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.175415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.176505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.177773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.179085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.179659 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.180304 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.180756 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.181387 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.182031 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.182702 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.183330 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.183980 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.184617 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.185256 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:03:58.193994 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:58.198030 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4cd82d17-baf5-419f-bbab-dff1c7beca34 req-b33b6764-d853-4f67-b1bc-7a4d6a508d9f tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728741 Jan 20 01:03:58.283585 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d37debed-8b44-4df2-8c12-5e023a1e2d01 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Deleting port c344d034-1612-40f5-82d9-1a823d570426 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:03:58.284195 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d37debed-8b44-4df2-8c12-5e023a1e2d01 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:58.475671 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c48f9c-7f1a-43fd-a0a7-4e427ad9a667 req-2ce94ba6-b5fb-4366-832e-f315bf700bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:58.477282 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f3c48f9c-7f1a-43fd-a0a7-4e427ad9a667 req-2ce94ba6-b5fb-4366-832e-f315bf700bb4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 1162 time: 0.2432828 Jan 20 01:03:58.749919 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d37debed-8b44-4df2-8c12-5e023a1e2d01 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:58.750168 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d37debed-8b44-4df2-8c12-5e023a1e2d01 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:58.896599 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d37debed-8b44-4df2-8c12-5e023a1e2d01 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Calling delete_port for c344d034-1612-40f5-82d9-1a823d570426 owned by network:floatingip {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:03:58.925997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:03:58.926926 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f3c48f9c-7f1a-43fd-a0a7-4e427ad9a667 req-eafb7f3a-6aef-45ca-a3bc-c8ab3ebed8c3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394569 Jan 20 01:03:59.002074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:03:59.002421 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:59.049700 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d37debed-8b44-4df2-8c12-5e023a1e2d01 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:59.065315 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7d26277c-5a36-44a5-8eab-06f57e405cba tempest-VolumesNegativeTest-1955757944 tempest-VolumesNegativeTest-1955757944] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:03:59.122730 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37debed-8b44-4df2-8c12-5e023a1e2d01 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Pushing event deleted for resources: {'Port': ['ID=c344d034-1612-40f5-82d9-1a823d570426,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:03:59.126804 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d37debed-8b44-4df2-8c12-5e023a1e2d01 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:03:59.291645 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d37debed-8b44-4df2-8c12-5e023a1e2d01 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks [] for floatingip, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:59.306956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d37debed-8b44-4df2-8c12-5e023a1e2d01 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:03:59.308218 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-d37debed-8b44-4df2-8c12-5e023a1e2d01 tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] 10.222.0.44 "DELETE /v2.0/floatingips/90457100-0ced-4e4f-acbf-43f31152607b HTTP/1.1" status: 204 len: 168 time: 1.3601351 Jan 20 01:03:59.457262 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda36c0-3da3-4905-890d-668f6b86c6cd req-02beefaf-a887-4861-82a4-23db0671994f tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:03:59.459008 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-eeda36c0-3da3-4905-890d-668f6b86c6cd req-02beefaf-a887-4861-82a4-23db0671994f tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 945 time: 0.1131496 Jan 20 01:03:59.560409 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-eeda36c0-3da3-4905-890d-668f6b86c6cd req-8749dab5-8d4e-4c59-8761-db76584775ed tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850501 Jan 20 01:04:00.483471 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cb2f27f2-a7f7-4f16-b71f-5cab5f1bca09 req-be37c5c0-f3b1-4a10-af38-6b2c3ffbf45e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0828714 Jan 20 01:04:00.690305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f27f2-a7f7-4f16-b71f-5cab5f1bca09 req-71c30308-0c3a-4db1-b052-fa3f037f556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:00.692140 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cb2f27f2-a7f7-4f16-b71f-5cab5f1bca09 req-71c30308-0c3a-4db1-b052-fa3f037f556f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a89e0dd8a648464fa0ce06377bb18327&device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 1163 time: 0.1057048 Jan 20 01:04:00.825130 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894218ce-0208-40ed-bba0-61c1abf8dbad req-7c6a94f8-d476-4a14-8cab-ff06063d81ff tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:00.827390 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-894218ce-0208-40ed-bba0-61c1abf8dbad req-7c6a94f8-d476-4a14-8cab-ff06063d81ff tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 945 time: 0.1201248 Jan 20 01:04:00.873428 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f27f2-a7f7-4f16-b71f-5cab5f1bca09 req-e3d23dfd-878f-4dce-af33-0eaac9e142da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:00.875766 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cb2f27f2-a7f7-4f16-b71f-5cab5f1bca09 req-e3d23dfd-878f-4dce-af33-0eaac9e142da service neutron] 10.222.0.48 "GET /v2.0/networks?id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f HTTP/1.1" status: 200 len: 903 time: 0.1580715 Jan 20 01:04:00.880650 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-894218ce-0208-40ed-bba0-61c1abf8dbad req-f786c30a-ddb0-42e8-b34c-59532bc256b0 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468118 Jan 20 01:04:00.952465 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:04:01.015768 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cb2f27f2-a7f7-4f16-b71f-5cab5f1bca09 req-ae24ff96-5245-4825-b2c0-0f25f8938db3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f HTTP/1.1" status: 200 len: 1001 time: 0.1199491 Jan 20 01:04:01.069015 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:04:01.069638 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:01.097474 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f27f2-a7f7-4f16-b71f-5cab5f1bca09 req-d14c9327-ef94-48ca-a042-335914e90a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:01.099866 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cb2f27f2-a7f7-4f16-b71f-5cab5f1bca09 req-d14c9327-ef94-48ca-a042-335914e90a6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94ad31d5-245c-4b4d-b2c6-e21cbcd1230c HTTP/1.1" status: 200 len: 848 time: 0.0768361 Jan 20 01:04:01.205119 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f27f2-a7f7-4f16-b71f-5cab5f1bca09 req-cfc4e7d5-c538-49a8-a0f7-484eb5dd4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:01.207630 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cb2f27f2-a7f7-4f16-b71f-5cab5f1bca09 req-cfc4e7d5-c538-49a8-a0f7-484eb5dd4595 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1008973 Jan 20 01:04:01.407449 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cb2f27f2-a7f7-4f16-b71f-5cab5f1bca09 req-2e8a47e8-d44a-4a7d-8f60-af734c362152 service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918604 Jan 20 01:04:01.565889 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-cb2f27f2-a7f7-4f16-b71f-5cab5f1bca09 req-c4599da9-576f-4509-a248-31a3966a3bc1 service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1503391 Jan 20 01:04:02.276384 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37850) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:03.294548 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22cd75c3-691b-41f2-95c5-a1e816613b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854164402'] for router_interface, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:03.667344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-22cd75c3-691b-41f2-95c5-a1e816613b06 admin admin] Deleting port 364c8382-16bb-4429-961d-ff6f361dded5 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:04:03.667722 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22cd75c3-691b-41f2-95c5-a1e816613b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:03.862358 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-22cd75c3-691b-41f2-95c5-a1e816613b06 admin admin] For port 364c8382-16bb-4429-961d-ff6f361dded5, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=364c8382-16bb-4429-961d-ff6f361dded5,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:04:03.862811 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22cd75c3-691b-41f2-95c5-a1e816613b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:03.998155 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-22cd75c3-691b-41f2-95c5-a1e816613b06 admin admin] Calling delete_port for 364c8382-16bb-4429-961d-ff6f361dded5 owned by network:router_interface {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:04:04.178230 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22cd75c3-691b-41f2-95c5-a1e816613b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:04.194485 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-44a15f0c-31de-4a13-9391-0583145c9aec tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:04.255006 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd75c3-691b-41f2-95c5-a1e816613b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=364c8382-16bb-4429-961d-ff6f361dded5,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:04.259109 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-22cd75c3-691b-41f2-95c5-a1e816613b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:04.611825 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22cd75c3-691b-41f2-95c5-a1e816613b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854198364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-959454'] for router_interface, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:05.364506 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cd75c3-691b-41f2-95c5-a1e816613b06 admin admin] Router 30ad21de-0a1b-4394-881f-9eee0cc7452f has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:04:05.574543 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cd75c3-691b-41f2-95c5-a1e816613b06 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:04:05.584339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a24af2-e286-4284-998f-a35e6f7e9ace None None] Sync routers for ids ['30ad21de-0a1b-4394-881f-9eee0cc7452f'] in dv-cinder-667108-30-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:04:05.590894 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-22cd75c3-691b-41f2-95c5-a1e816613b06 admin admin] 10.222.0.44 "PUT /v2.0/routers/30ad21de-0a1b-4394-881f-9eee0cc7452f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3108218 Jan 20 01:04:05.591140 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37862) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:05.594409 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a24af2-e286-4284-998f-a35e6f7e9ace None None] Routers {'30ad21de-0a1b-4394-881f-9eee0cc7452f'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:04:05.595128 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-82a24af2-e286-4284-998f-a35e6f7e9ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:03:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['30ad21de-0a1b-4394-881f-9eee0cc7452f'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:04:05.787586 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] Notify callbacks [] for router, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:05.958079 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-82a24af2-e286-4284-998f-a35e6f7e9ace None None] Set router 30ad21de-0a1b-4394-881f-9eee0cc7452f gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:04:05.994369 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:06.000185 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] Deleting port 8cda7a10-d8a7-4c97-927f-b4122ed3b28b {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:04:06.000821 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:06.200242 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] For port 8cda7a10-d8a7-4c97-927f-b4122ed3b28b, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=8cda7a10-d8a7-4c97-927f-b4122ed3b28b,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:04:06.200648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:06.285854 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-82a24af2-e286-4284-998f-a35e6f7e9ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T01:04:04Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:04:06.290279 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a24af2-e286-4284-998f-a35e6f7e9ace None None] Checking router: 30ad21de-0a1b-4394-881f-9eee0cc7452f for host: dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:04:06.300171 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a24af2-e286-4284-998f-a35e6f7e9ace None None] Routers {'30ad21de-0a1b-4394-881f-9eee0cc7452f'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:04:06.300858 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-82a24af2-e286-4284-998f-a35e6f7e9ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:03:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['30ad21de-0a1b-4394-881f-9eee0cc7452f'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:04:06.343238 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] Calling delete_port for 8cda7a10-d8a7-4c97-927f-b4122ed3b28b owned by network:router_gateway {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:04:06.488065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:06.499408 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-82a24af2-e286-4284-998f-a35e6f7e9ace None None] Set router 30ad21de-0a1b-4394-881f-9eee0cc7452f gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:04:06.690796 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962118'] for router_gateway, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:06.815368 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-82a24af2-e286-4284-998f-a35e6f7e9ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T01:04:04Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:04:06.819603 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a24af2-e286-4284-998f-a35e6f7e9ace None None] The sync data for ids ['30ad21de-0a1b-4394-881f-9eee0cc7452f'] in dv-cinder-667108-30-smb is: [{'id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'name': 'tempest-AttachVolumeShelveTestJSON-1477487013-router', 'tenant_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:56:48Z', 'updated_at': '2021-01-20T01:04:04Z', 'revision_number': 5, 'project_id': 'b66d871f044e4b3ba3b44aeb44be60a0', 'gw_port': {'id': '8cda7a10-d8a7-4c97-927f-b4122ed3b28b', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad21de-0a1b-4394-881f-9eee0cc7452f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:56:51Z', 'updated_at': '2021-01-20T00:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:04:06.833729 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-390'] for router, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:06.836276 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:06.863723 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854167909'] for router, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:06.864750 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30ad21de-0a1b-4394-881f-9eee0cc7452f {{(pid=80161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 01:04:06.886943 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] Notify callbacks [] for router, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:06.889197 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-13291bda-4503-4cab-9614-d1d06f125fbd admin admin] 10.222.0.44 "DELETE /v2.0/routers/30ad21de-0a1b-4394-881f-9eee0cc7452f HTTP/1.1" status: 204 len: 168 time: 1.2967715 Jan 20 01:04:06.892222 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37868) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:06.965672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3b2b13-b437-45d9-aba6-f8fee69ed764 admin admin] Deleting subnet 7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411 {{(pid=80161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 01:04:06.970043 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2b13-b437-45d9-aba6-f8fee69ed764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:07.026344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2b13-b437-45d9-aba6-f8fee69ed764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850936710'] for subnet, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:07.120786 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2b13-b437-45d9-aba6-f8fee69ed764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5022249'] for subnet, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:07.394649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2b13-b437-45d9-aba6-f8fee69ed764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849753567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852615333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2933401'] for subnet, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:07.411163 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f3a1590a-87f7-47a6-94af-92e49c542294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:07.464054 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b2b13-b437-45d9-aba6-f8fee69ed764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:07.469467 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1e3b2b13-b437-45d9-aba6-f8fee69ed764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:07.556548 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2b13-b437-45d9-aba6-f8fee69ed764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:07.561656 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3efe2db-49b9-44e6-95f6-5b49615529f4 None None] Network ec3a11db-a41d-4a3e-b1af-31727324cb53 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 01:04:07.564696 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1e3b2b13-b437-45d9-aba6-f8fee69ed764 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7ac6f9bd-62ca-4a4f-b7dc-52e16d4a9411 HTTP/1.1" status: 204 len: 168 time: 0.6691718 Jan 20 01:04:07.564895 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:04:07.565502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37874) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:07.674205 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 8cda7a10-d8a7-4c97-927f-b4122ed3b28b no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:04:07.694674 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036849830608'] for network, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:07.768938 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Deleting port 596632d9-ac86-4eb2-9046-b0abd6f8743d {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:04:07.769222 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:07.777532 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: 8cda7a10-d8a7-4c97-927f-b4122ed3b28b {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:04:07.777928 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 8cda7a10-d8a7-4c97-927f-b4122ed3b28b not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:04:07.778400 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 364c8382-16bb-4429-961d-ff6f361dded5 no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:04:07.827610 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: 364c8382-16bb-4429-961d-ff6f361dded5 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:04:07.828197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 364c8382-16bb-4429-961d-ff6f361dded5 not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:04:07.918367 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fed6dd-6098-42f4-aea9-f76a22aa7e27 None None] DHCP port deletion for ec3a11db-a41d-4a3e-b1af-31727324cb53 request from dv-cinder-667108-30-smb {{(pid=80162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 20 01:04:07.924487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-97fed6dd-6098-42f4-aea9-f76a22aa7e27 None None] Deleting port 596632d9-ac86-4eb2-9046-b0abd6f8743d {{(pid=80162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:04:07.924918 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97fed6dd-6098-42f4-aea9-f76a22aa7e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:07.992167 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b4f1e07-c123-4e13-af16-4f3d0781b163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:08.024507 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] For port 596632d9-ac86-4eb2-9046-b0abd6f8743d, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=596632d9-ac86-4eb2-9046-b0abd6f8743d,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:04:08.025098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:08.162787 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-97fed6dd-6098-42f4-aea9-f76a22aa7e27 None None] For port 596632d9-ac86-4eb2-9046-b0abd6f8743d, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=596632d9-ac86-4eb2-9046-b0abd6f8743d,segment=NetworkSegment(ba2bd28d-44a6-417d-9a78-0c34caa008e5),segment_id=ba2bd28d-44a6-417d-9a78-0c34caa008e5)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:04:08.163291 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97fed6dd-6098-42f4-aea9-f76a22aa7e27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:08.222449 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Calling delete_port for 596632d9-ac86-4eb2-9046-b0abd6f8743d owned by network:dhcp {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:04:08.302810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:08.313452 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-97fed6dd-6098-42f4-aea9-f76a22aa7e27 None None] Calling delete_port for 596632d9-ac86-4eb2-9046-b0abd6f8743d owned by network:dhcp {{(pid=80162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:04:08.319196 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e92ad15f-27fe-455c-be42-70c728b4c5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:08.380945 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=596632d9-ac86-4eb2-9046-b0abd6f8743d,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:08.383909 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:08.387956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-97fed6dd-6098-42f4-aea9-f76a22aa7e27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80162) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 01:04:08.388365 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.api [None req-97fed6dd-6098-42f4-aea9-f76a22aa7e27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 01:04:08.715725 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] No DVR routers for this DVR port 596632d9-ac86-4eb2-9046-b0abd6f8743d on host dv-cinder-667108-30-smb {{(pid=80161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:04:08.844453 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5005052', 'neutron.services.segments.db._delete_segments_for_network--9223363263819270516'] for network, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:08.889757 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-97fed6dd-6098-42f4-aea9-f76a22aa7e27 None None] Deleting port 596632d9-ac86-4eb2-9046-b0abd6f8743d {{(pid=80162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:04:08.890383 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97fed6dd-6098-42f4-aea9-f76a22aa7e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:08.964811 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-97fed6dd-6098-42f4-aea9-f76a22aa7e27 None None] The port '596632d9-ac86-4eb2-9046-b0abd6f8743d' was deleted {{(pid=80162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 20 01:04:08.966351 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3a11db-a41d-4a3e-b1af-31727324cb53']}} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:04:08.980905 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2bd28d-44a6-417d-9a78-0c34caa008e5') {'for_net_delete': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:04:08.981246 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2bd28d-44a6-417d-9a78-0c34caa008e5') {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:04:08.997141 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263819266420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3839090'] for segment, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:09.015450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:09.017794 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 01:04:09.206399 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Network ec3a11db-a41d-4a3e-b1af-31727324cb53 has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:04:09.219211 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036849753491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852615184'] for segment, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:09.404283 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Network ec3a11db-a41d-4a3e-b1af-31727324cb53 has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: Traceback (most recent call last): Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: timer() Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: cb(*args, **kw) Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: return func(*args, **kwargs) Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: self._notify() Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: self.callback(batched_events) Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: event.method(event) Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: segment_id)['aggregates'][0] Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, *a, **k) Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: return self._get(url).json() Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: **kwargs) Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: **endpoint_filter) Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 01:04:09.431925 dv-cinder-667108-30-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 01:04:09.517441 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5004811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853813635'] for network, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:09.521007 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fd1e6d99-7811-4960-a0d5-d62e5160141c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:09.538207 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:09.544849 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec3a11db-a41d-4a3e-b1af-31727324cb53,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:09.556415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.556833 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.557247 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.557654 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.558057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.558457 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.558883 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.559282 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.559678 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.560074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.560465 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.560990 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.561342 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.561739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.562132 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.562522 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.562942 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.563331 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.563718 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.564112 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.564502 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.564892 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.565279 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.565669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:09.571798 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:09.580022 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-352bfdd4-c7bd-4249-ba27-577499560ef4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ec3a11db-a41d-4a3e-b1af-31727324cb53 HTTP/1.1" status: 204 len: 168 time: 2.0134549 Jan 20 01:04:09.673942 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 596632d9-ac86-4eb2-9046-b0abd6f8743d no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:04:09.711704 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: 596632d9-ac86-4eb2-9046-b0abd6f8743d {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:04:09.712218 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 596632d9-ac86-4eb2-9046-b0abd6f8743d not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:04:09.744592 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37886) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:09.801125 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-d9b09cea-14f2-40f1-bcd7-9082b25ca4b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b66d871f044e4b3ba3b44aeb44be60a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0552015 Jan 20 01:04:09.803871 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 37890) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:09.867822 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4367b330-6ead-4b5b-8114-9bca248e19d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:09.897760 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4367b330-6ead-4b5b-8114-9bca248e19d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:09.946500 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4367b330-6ead-4b5b-8114-9bca248e19d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:09.952564 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dafa5bc0-b588-4b99-b6ca-6026f35708d3 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:09.967487 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367b330-6ead-4b5b-8114-9bca248e19d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cadaeb-6f44-4bba-aef2-8315a51afe8b,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:09.971492 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4367b330-6ead-4b5b-8114-9bca248e19d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:09.975647 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4367b330-6ead-4b5b-8114-9bca248e19d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:09.977055 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-4367b330-6ead-4b5b-8114-9bca248e19d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1cadaeb-6f44-4bba-aef2-8315a51afe8b HTTP/1.1" status: 204 len: 168 time: 0.1721990 Jan 20 01:04:11.019241 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8751b42-015a-42e4-ba30-10062c031f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:12.568413 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:12.682622 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:13.502859 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:21.229227 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38056) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:21.384019 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-70725486-7760-40f5-9428-dc16139b624d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:21.400008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-70725486-7760-40f5-9428-dc16139b624d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:04:21.404123 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-70725486-7760-40f5-9428-dc16139b624d admin admin] Usage tracker for resource:security_group_rule and tenant:6299745709e54eedbb2f74adc9f987fc is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:04:21.407742 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-70725486-7760-40f5-9428-dc16139b624d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:04:21.413648 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-70725486-7760-40f5-9428-dc16139b624d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:04:21.514436 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-70725486-7760-40f5-9428-dc16139b624d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:21.517562 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-70725486-7760-40f5-9428-dc16139b624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:21.527057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-417d61cd-e72e-47e8-acc8-a15662650a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:21.571634 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-70725486-7760-40f5-9428-dc16139b624d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6299745709e54eedbb2f74adc9f987fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412178 Jan 20 01:04:21.572623 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70725486-7760-40f5-9428-dc16139b624d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d71747-69e3-46f8-b9ba-38ad0a1ee280,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:21.575064 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 38064) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:21.576974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-70725486-7760-40f5-9428-dc16139b624d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:21.644645 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:21.673504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:21.725337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:21.730458 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3bed3da9-58be-4899-9020-973f636b56b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:21.741803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d71747-69e3-46f8-b9ba-38ad0a1ee280,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:21.753755 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.754181 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.754621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.755033 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.755440 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.755846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.756249 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.756652 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.757052 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.757453 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.757853 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.758254 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.758741 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.759146 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.759546 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.759943 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.760339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.760735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.761134 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.761530 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.761934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.762335 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.762761 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.763155 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:04:21.767876 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:21.769204 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76d71747-69e3-46f8-b9ba-38ad0a1ee280 HTTP/1.1" status: 204 len: 168 time: 0.1927218 Jan 20 01:04:21.770228 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b42fe67b-be14-4499-b0fb-027bd8cb3fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:24.454008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 38136) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:24.612596 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1993b96e-ad25-4479-abeb-379c707cd1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:24.628768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1993b96e-ad25-4479-abeb-379c707cd1fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:04:24.633353 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1993b96e-ad25-4479-abeb-379c707cd1fb admin admin] Usage tracker for resource:security_group_rule and tenant:82582b3b761d4afeb0471b51d09c889f is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:04:24.636534 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1993b96e-ad25-4479-abeb-379c707cd1fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:04:24.642964 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1993b96e-ad25-4479-abeb-379c707cd1fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:04:24.734033 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1993b96e-ad25-4479-abeb-379c707cd1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:24.736888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1993b96e-ad25-4479-abeb-379c707cd1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:24.746001 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9535837b-46ce-419a-98e0-11b05e9385b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:24.787922 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1993b96e-ad25-4479-abeb-379c707cd1fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82582b3b761d4afeb0471b51d09c889f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326924 Jan 20 01:04:24.790959 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38144) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:24.792291 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993b96e-ad25-4479-abeb-379c707cd1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e39d4c-a99d-47de-aab5-38d329744ed0,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:24.795790 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1993b96e-ad25-4479-abeb-379c707cd1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:24.856329 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d72784a-53e4-4a50-8bd7-8294f8383ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:24.883981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d72784a-53e4-4a50-8bd7-8294f8383ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:24.930864 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d72784a-53e4-4a50-8bd7-8294f8383ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:24.936461 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1a4bc7cf-d860-4b89-b138-0a48735cb1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:24.949553 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72784a-53e4-4a50-8bd7-8294f8383ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e39d4c-a99d-47de-aab5-38d329744ed0,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:24.955265 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3d72784a-53e4-4a50-8bd7-8294f8383ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:24.959864 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d72784a-53e4-4a50-8bd7-8294f8383ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:24.961093 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-3d72784a-53e4-4a50-8bd7-8294f8383ca0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02e39d4c-a99d-47de-aab5-38d329744ed0 HTTP/1.1" status: 204 len: 168 time: 0.1689186 Jan 20 01:04:25.344216 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 38152) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:25.364387 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-943b911b-70db-4bab-84ba-b6b406c2a669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:25.381094 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-943b911b-70db-4bab-84ba-b6b406c2a669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:04:25.385319 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-943b911b-70db-4bab-84ba-b6b406c2a669 admin admin] Usage tracker for resource:security_group_rule and tenant:b46e61a857ff4b63a3413f02fd202241 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:04:25.388503 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-943b911b-70db-4bab-84ba-b6b406c2a669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:04:25.394739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-943b911b-70db-4bab-84ba-b6b406c2a669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:04:25.486584 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-943b911b-70db-4bab-84ba-b6b406c2a669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:25.489742 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-943b911b-70db-4bab-84ba-b6b406c2a669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:25.499186 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-09fa83b7-4765-4f26-be30-c1d7f34ebd80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:25.541230 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-943b911b-70db-4bab-84ba-b6b406c2a669 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b46e61a857ff4b63a3413f02fd202241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957781 Jan 20 01:04:25.544140 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38156) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:25.546199 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b911b-70db-4bab-84ba-b6b406c2a669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5218bf2-ca3a-4ed2-999f-2cc34377fb53,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:25.549715 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-943b911b-70db-4bab-84ba-b6b406c2a669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:25.612529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b91856f3-a5b6-400e-8340-9a9528a56574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:25.640117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b91856f3-a5b6-400e-8340-9a9528a56574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:25.685608 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b91856f3-a5b6-400e-8340-9a9528a56574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:25.690626 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fdb3990b-e87b-4016-950a-15e0cd76d07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:25.703661 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91856f3-a5b6-400e-8340-9a9528a56574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5218bf2-ca3a-4ed2-999f-2cc34377fb53,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:25.706980 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b91856f3-a5b6-400e-8340-9a9528a56574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:25.710337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b91856f3-a5b6-400e-8340-9a9528a56574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:25.714523 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-b91856f3-a5b6-400e-8340-9a9528a56574 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5218bf2-ca3a-4ed2-999f-2cc34377fb53 HTTP/1.1" status: 204 len: 168 time: 0.1665277 Jan 20 01:04:26.705319 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:36.916885 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38330) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:37.080176 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-319562c0-588c-4758-a18d-c550094a0bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:37.096248 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-319562c0-588c-4758-a18d-c550094a0bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:04:37.100342 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-319562c0-588c-4758-a18d-c550094a0bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:673414422e09404199478536a6edaf32 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:04:37.103336 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-319562c0-588c-4758-a18d-c550094a0bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:04:37.109768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-319562c0-588c-4758-a18d-c550094a0bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:04:37.193570 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-319562c0-588c-4758-a18d-c550094a0bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:37.196496 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-319562c0-588c-4758-a18d-c550094a0bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:37.205724 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f0ce4387-2f93-434c-8713-f594af44f3c5 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:37.253557 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-319562c0-588c-4758-a18d-c550094a0bb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=673414422e09404199478536a6edaf32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354962 Jan 20 01:04:37.254485 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319562c0-588c-4758-a18d-c550094a0bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dcd8f0-d934-479d-9a72-86936e46e72b,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:37.257676 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 38338) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:37.257949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-319562c0-588c-4758-a18d-c550094a0bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:37.324364 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c9939e18-fe7e-483c-a110-38174dccd2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:37.352868 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c9939e18-fe7e-483c-a110-38174dccd2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:37.397384 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c9939e18-fe7e-483c-a110-38174dccd2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:37.402359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5e446244-1f4f-4e92-b925-ae61afa21e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:37.417102 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9939e18-fe7e-483c-a110-38174dccd2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dcd8f0-d934-479d-9a72-86936e46e72b,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:37.420004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c9939e18-fe7e-483c-a110-38174dccd2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:37.429978 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c9939e18-fe7e-483c-a110-38174dccd2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:37.431250 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-c9939e18-fe7e-483c-a110-38174dccd2dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/95dcd8f0-d934-479d-9a72-86936e46e72b HTTP/1.1" status: 204 len: 168 time: 0.1723256 Jan 20 01:04:37.781797 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 38346) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:37.801615 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6d999e37-fe78-4589-be46-c768a74a467d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:37.817847 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6d999e37-fe78-4589-be46-c768a74a467d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:04:37.822044 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6d999e37-fe78-4589-be46-c768a74a467d admin admin] Usage tracker for resource:security_group_rule and tenant:b746f825338f47ec912cbe4ea16b72de is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:04:37.825153 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6d999e37-fe78-4589-be46-c768a74a467d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:04:37.831911 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6d999e37-fe78-4589-be46-c768a74a467d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:04:37.920243 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6d999e37-fe78-4589-be46-c768a74a467d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:37.923679 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6d999e37-fe78-4589-be46-c768a74a467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:37.932661 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6e2a3ccd-4045-4b8d-af40-71a60fb1085b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:37.957299 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-db86f094-d930-4fa6-9c5e-362fd2c0bae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:37.981399 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-6d999e37-fe78-4589-be46-c768a74a467d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b746f825338f47ec912cbe4ea16b72de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983709 Jan 20 01:04:37.983839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d999e37-fe78-4589-be46-c768a74a467d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abbea53-f2b4-4408-a43f-2fd3fa4fb328,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:37.985362 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38350) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:37.987268 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6d999e37-fe78-4589-be46-c768a74a467d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:38.053337 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9d1101b9-0db4-4776-9bdf-be56d42755d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:38.083147 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9d1101b9-0db4-4776-9bdf-be56d42755d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:38.133896 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9d1101b9-0db4-4776-9bdf-be56d42755d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:38.139269 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-45bffea8-6935-4c52-8c5a-bf6f95dd7b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:38.154658 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1101b9-0db4-4776-9bdf-be56d42755d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abbea53-f2b4-4408-a43f-2fd3fa4fb328,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:38.158015 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9d1101b9-0db4-4776-9bdf-be56d42755d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:38.163645 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9d1101b9-0db4-4776-9bdf-be56d42755d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:38.165197 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-9d1101b9-0db4-4776-9bdf-be56d42755d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9abbea53-f2b4-4408-a43f-2fd3fa4fb328 HTTP/1.1" status: 204 len: 168 time: 0.1775928 Jan 20 01:04:38.678402 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38368) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:38.698212 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd513-a7c9-4eaf-95be-043930bbaefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:38.714841 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d2dcd513-a7c9-4eaf-95be-043930bbaefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:04:38.719663 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d2dcd513-a7c9-4eaf-95be-043930bbaefc admin admin] Usage tracker for resource:security_group_rule and tenant:bfaad7f3edd24479a7e8fdd22ade5920 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:04:38.722703 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d2dcd513-a7c9-4eaf-95be-043930bbaefc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:04:38.728494 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d2dcd513-a7c9-4eaf-95be-043930bbaefc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:04:38.814351 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd513-a7c9-4eaf-95be-043930bbaefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:38.816730 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd513-a7c9-4eaf-95be-043930bbaefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:38.828614 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9d16eff0-f737-447d-8b5c-6029d5d28913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:38.875226 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-d2dcd513-a7c9-4eaf-95be-043930bbaefc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfaad7f3edd24479a7e8fdd22ade5920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955130 Jan 20 01:04:38.876153 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcd513-a7c9-4eaf-95be-043930bbaefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcf59c0-2efa-455a-92ae-b6e80cd99938,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:38.879733 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d2dcd513-a7c9-4eaf-95be-043930bbaefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:38.880290 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 38372) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:38.950287 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f7cb2e2b-9599-4046-872b-204b23754291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:38.980836 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f7cb2e2b-9599-4046-872b-204b23754291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:39.029915 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f7cb2e2b-9599-4046-872b-204b23754291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:39.035241 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5e2bb442-00cc-482e-abb5-4e13524f1423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:39.050810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb2e2b-9599-4046-872b-204b23754291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcf59c0-2efa-455a-92ae-b6e80cd99938,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:39.054097 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f7cb2e2b-9599-4046-872b-204b23754291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:39.058723 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f7cb2e2b-9599-4046-872b-204b23754291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:39.059976 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f7cb2e2b-9599-4046-872b-204b23754291 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6fcf59c0-2efa-455a-92ae-b6e80cd99938 HTTP/1.1" status: 204 len: 168 time: 0.1777604 Jan 20 01:04:40.098237 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891a1a9-3c31-49d8-a5c6-78b91c4259b2 req-bf23fce7-adfa-4141-9d1e-a666bf99c401 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:40.099968 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a891a1a9-3c31-49d8-a5c6-78b91c4259b2 req-bf23fce7-adfa-4141-9d1e-a666bf99c401 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 945 time: 0.1091108 Jan 20 01:04:40.156188 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a891a1a9-3c31-49d8-a5c6-78b91c4259b2 req-e8ef38c5-17ef-4f61-8628-7ff0c56096f8 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493171 Jan 20 01:04:40.535240 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38408) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:40.697529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffd76777-e52c-41ed-b777-0520f900dccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:40.717015 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ffd76777-e52c-41ed-b777-0520f900dccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:04:40.721960 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ffd76777-e52c-41ed-b777-0520f900dccc admin admin] Usage tracker for resource:security_group_rule and tenant:e3873601b5784617842cd7a064b2ebef is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:04:40.725395 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ffd76777-e52c-41ed-b777-0520f900dccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:04:40.731949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ffd76777-e52c-41ed-b777-0520f900dccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:04:40.824386 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffd76777-e52c-41ed-b777-0520f900dccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:40.827924 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffd76777-e52c-41ed-b777-0520f900dccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:40.837074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-85ce0515-6521-4cb6-b63c-c0915c5e2352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:40.880478 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-ffd76777-e52c-41ed-b777-0520f900dccc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3873601b5784617842cd7a064b2ebef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439281 Jan 20 01:04:40.883130 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd76777-e52c-41ed-b777-0520f900dccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3003d066-f522-46ba-a285-e63d79cc9e8b,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:40.883656 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 38414) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:40.886810 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ffd76777-e52c-41ed-b777-0520f900dccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:40.953742 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd217-7eb4-4277-8631-cb4b6eccc40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:40.982414 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd217-7eb4-4277-8631-cb4b6eccc40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:41.021985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6e881a4-fc6e-437c-beb1-ebe72c790071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:41.029029 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd217-7eb4-4277-8631-cb4b6eccc40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:41.034174 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4c17016f-2b54-451d-a83f-93591a0bca72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:41.048859 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cd217-7eb4-4277-8631-cb4b6eccc40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3003d066-f522-46ba-a285-e63d79cc9e8b,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:41.051719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1a7cd217-7eb4-4277-8631-cb4b6eccc40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:41.052986 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd217-7eb4-4277-8631-cb4b6eccc40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:41.054290 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1a7cd217-7eb4-4277-8631-cb4b6eccc40e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3003d066-f522-46ba-a285-e63d79cc9e8b HTTP/1.1" status: 204 len: 168 time: 0.1694701 Jan 20 01:04:41.407344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d862ff-24ee-4537-8ce7-30255f6fd744 req-a6653d7e-fb80-4eb9-8fab-67964cb93de8 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:41.409060 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a7d862ff-24ee-4537-8ce7-30255f6fd744 req-a6653d7e-fb80-4eb9-8fab-67964cb93de8 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 945 time: 0.1162441 Jan 20 01:04:41.494075 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-a7d862ff-24ee-4537-8ce7-30255f6fd744 req-602dfde6-2fb8-42b0-af20-6964eec66893 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728629 Jan 20 01:04:42.572728 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:42.679086 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:42.745418 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caaaa9f-c3ed-4f2f-a7bf-c0076fe2e4db req-3018ea6b-3176-4ff2-93bf-741b89de833a tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:42.747216 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5caaaa9f-c3ed-4f2f-a7bf-c0076fe2e4db req-3018ea6b-3176-4ff2-93bf-741b89de833a tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 945 time: 0.1180928 Jan 20 01:04:42.805313 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5caaaa9f-c3ed-4f2f-a7bf-c0076fe2e4db req-0f95fa64-7e06-4f5f-b668-f6594665b09c tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508282 Jan 20 01:04:43.495081 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:44.060714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748770f-3b53-4735-b9c7-0094899fdb12 req-35f168b3-96f1-4a25-8840-0a60861c47a6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:44.062482 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0748770f-3b53-4735-b9c7-0094899fdb12 req-35f168b3-96f1-4a25-8840-0a60861c47a6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 945 time: 0.1224210 Jan 20 01:04:44.135417 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0748770f-3b53-4735-b9c7-0094899fdb12 req-ce0838dd-0ab1-4253-ac5c-d42459270c6a tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595038 Jan 20 01:04:44.564126 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:04:45.175400 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:04:45.315018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c69535-c5fa-4695-86dc-f2fda1fa6650 req-dac2f7e3-702d-4d55-9fd4-741438519e57 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:45.317901 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b6c69535-c5fa-4695-86dc-f2fda1fa6650 req-dac2f7e3-702d-4d55-9fd4-741438519e57 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.48 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 945 time: 0.1523604 Jan 20 01:04:45.322324 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:45.360307 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3d8bf7bb-7eff-4ccb-85ee-4048beb8665c,segment=NetworkSegment(0c1bc389-aaf1-4cec-8d26-d99c52a707da),segment_id=0c1bc389-aaf1-4cec-8d26-d99c52a707da)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:04:45.361403 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded1eecc-e7f5-4b93-b435-e753d49e8be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d8bf7bb-7eff-4ccb-85ee-4048beb8665c'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:04:45.367559 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:45.371023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:45.449779 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=3d8bf7bb-7eff-4ccb-85ee-4048beb8665c,revision_number=5']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:45.460469 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:45.465424 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded1eecc-e7f5-4b93-b435-e753d49e8be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d8bf7bb-7eff-4ccb-85ee-4048beb8665c', 'code': 200} Jan 20 01:04:45.467010 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-b6c69535-c5fa-4695-86dc-f2fda1fa6650 req-afdfaa16-f1d9-4f6a-9661-050f1a9141a6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Deleting port 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:04:45.467486 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b6c69535-c5fa-4695-86dc-f2fda1fa6650 req-afdfaa16-f1d9-4f6a-9661-050f1a9141a6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:45.670619 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03894b14-2d37-40db-b65d-ba3fc7799b60 req-302c0790-c74b-477c-8f4c-bef5b8ae742b tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:45.672330 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03894b14-2d37-40db-b65d-ba3fc7799b60 req-302c0790-c74b-477c-8f4c-bef5b8ae742b tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 943 time: 0.3530085 Jan 20 01:04:45.831259 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-03894b14-2d37-40db-b65d-ba3fc7799b60 req-f94e64b5-eafb-4421-81eb-a5bbdd982dc3 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463320 Jan 20 01:04:45.860273 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-b6c69535-c5fa-4695-86dc-f2fda1fa6650 req-afdfaa16-f1d9-4f6a-9661-050f1a9141a6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] For port 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3d8bf7bb-7eff-4ccb-85ee-4048beb8665c,segment=NetworkSegment(0c1bc389-aaf1-4cec-8d26-d99c52a707da),segment_id=0c1bc389-aaf1-4cec-8d26-d99c52a707da)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:04:45.860662 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b6c69535-c5fa-4695-86dc-f2fda1fa6650 req-afdfaa16-f1d9-4f6a-9661-050f1a9141a6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:46.005588 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-b6c69535-c5fa-4695-86dc-f2fda1fa6650 req-afdfaa16-f1d9-4f6a-9661-050f1a9141a6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Calling delete_port for 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:04:46.171450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b6c69535-c5fa-4695-86dc-f2fda1fa6650 req-afdfaa16-f1d9-4f6a-9661-050f1a9141a6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:46.199725 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-349bbbb6-aa51-4b32-b044-23599922c4cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:46.551855 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfaa16-f1d9-4f6a-9661-050f1a9141a6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Pushing event deleted for resources: {'Port': ['ID=3d8bf7bb-7eff-4ccb-85ee-4048beb8665c,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:46.657186 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-afdfaa16-f1d9-4f6a-9661-050f1a9141a6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:46.808223 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c69535-c5fa-4695-86dc-f2fda1fa6650 req-afdfaa16-f1d9-4f6a-9661-050f1a9141a6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] No DVR routers for this DVR port 3d8bf7bb-7eff-4ccb-85ee-4048beb8665c on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:04:46.810769 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b6c69535-c5fa-4695-86dc-f2fda1fa6650 req-afdfaa16-f1d9-4f6a-9661-050f1a9141a6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:46.814424 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded1eecc-e7f5-4b93-b435-e753d49e8be6', 'name': 'network-vif-deleted', 'tag': '3d8bf7bb-7eff-4ccb-85ee-4048beb8665c'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:04:46.832645 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b6c69535-c5fa-4695-86dc-f2fda1fa6650 req-afdfaa16-f1d9-4f6a-9661-050f1a9141a6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.48 "DELETE /v2.0/ports/3d8bf7bb-7eff-4ccb-85ee-4048beb8665c HTTP/1.1" status: 204 len: 173 time: 1.4624310 Jan 20 01:04:46.898892 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded1eecc-e7f5-4b93-b435-e753d49e8be6', 'name': 'network-vif-deleted', 'tag': '3d8bf7bb-7eff-4ccb-85ee-4048beb8665c', 'status': 'completed', 'code': 200} Jan 20 01:04:47.054668 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-33a05ebb-5431-4b47-9685-cee0184881d1 req-dbf27d2a-2412-4e8f-aff0-26ad67a65825 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Synchronizing usage tracker for tenant:3df2a698aef4401db85696eff42c2336 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:04:47.070301 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-33a05ebb-5431-4b47-9685-cee0184881d1 req-dbf27d2a-2412-4e8f-aff0-26ad67a65825 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Unset dirty status for tenant:3df2a698aef4401db85696eff42c2336 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:04:47.071649 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-33a05ebb-5431-4b47-9685-cee0184881d1 req-dbf27d2a-2412-4e8f-aff0-26ad67a65825 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=ded1eecc-e7f5-4b93-b435-e753d49e8be6 HTTP/1.1" status: 200 len: 210 time: 0.0708334 Jan 20 01:04:52.121197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38570) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:52.284454 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a14258e7-653f-4b0c-be38-1044e890d99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:52.301674 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a14258e7-653f-4b0c-be38-1044e890d99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:04:52.306166 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a14258e7-653f-4b0c-be38-1044e890d99f admin admin] Usage tracker for resource:security_group_rule and tenant:bd7a86bd1ea64bf0accf09c47c943119 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:04:52.309374 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a14258e7-653f-4b0c-be38-1044e890d99f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:04:52.316065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a14258e7-653f-4b0c-be38-1044e890d99f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:04:52.404392 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a14258e7-653f-4b0c-be38-1044e890d99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:52.407368 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a14258e7-653f-4b0c-be38-1044e890d99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:52.415349 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c1314f50-37c8-4ba4-a0c5-278c1f8787dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:52.470505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 38580) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:52.470830 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a14258e7-653f-4b0c-be38-1044e890d99f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd7a86bd1ea64bf0accf09c47c943119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481731 Jan 20 01:04:52.471878 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14258e7-653f-4b0c-be38-1044e890d99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cec44d9-8e6f-40f1-a502-88e6e7bbb0cb,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:52.475675 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a14258e7-653f-4b0c-be38-1044e890d99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:52.554275 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd54126e-365d-4206-9c79-7e593356e975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:52.586020 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd54126e-365d-4206-9c79-7e593356e975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:52.636089 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd54126e-365d-4206-9c79-7e593356e975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:52.642121 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7415927e-6a34-46e7-aaf1-c255e839b93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:52.657408 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54126e-365d-4206-9c79-7e593356e975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cec44d9-8e6f-40f1-a502-88e6e7bbb0cb,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:52.660629 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bd54126e-365d-4206-9c79-7e593356e975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:52.661959 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd54126e-365d-4206-9c79-7e593356e975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:52.666556 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-bd54126e-365d-4206-9c79-7e593356e975 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cec44d9-8e6f-40f1-a502-88e6e7bbb0cb HTTP/1.1" status: 204 len: 168 time: 0.1945140 Jan 20 01:04:52.941243 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-a44b976d-af59-40b3-be47-671d2f5ec948 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:52.944263 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-a44b976d-af59-40b3-be47-671d2f5ec948 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/networks?id=c17d7c00-f982-4ccc-abd5-7339990ca629 HTTP/1.1" status: 200 len: 814 time: 0.2139452 Jan 20 01:04:52.969910 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-d21b482d-da79-42e2-a3d7-6301da817a56 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/quotas/3df2a698aef4401db85696eff42c2336 HTTP/1.1" status: 200 len: 375 time: 0.0180833 Jan 20 01:04:53.037991 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-a0d3bf3f-6786-4d1a-8ecf-41e53849c683 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?tenant_id=3df2a698aef4401db85696eff42c2336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607300 Jan 20 01:04:53.058427 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38598) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:53.079674 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c986f0ff-988b-4f9b-9f08-6c8ca699c2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:53.097427 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c986f0ff-988b-4f9b-9f08-6c8ca699c2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:04:53.102634 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c986f0ff-988b-4f9b-9f08-6c8ca699c2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:8e167873cf9b46ac949d32ce785afdd3 is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:04:53.106319 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c986f0ff-988b-4f9b-9f08-6c8ca699c2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:04:53.112471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c986f0ff-988b-4f9b-9f08-6c8ca699c2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:04:53.199889 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-e4fdcdd5-abf6-4258-82b4-52c479cb485c service neutron] 10.222.0.44 "GET /v2.0/networks/c17d7c00-f982-4ccc-abd5-7339990ca629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537433 Jan 20 01:04:53.213587 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c986f0ff-988b-4f9b-9f08-6c8ca699c2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:53.217390 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c986f0ff-988b-4f9b-9f08-6c8ca699c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:53.227045 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bdb0a365-5253-415a-9155-0f96ce38117f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:53.273792 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-c986f0ff-988b-4f9b-9f08-6c8ca699c2c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e167873cf9b46ac949d32ce785afdd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140338 Jan 20 01:04:53.277569 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38602) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:53.292254 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986f0ff-988b-4f9b-9f08-6c8ca699c2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85cfa8d-e7be-4135-8f9e-b955e0a06e06,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:53.297050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c986f0ff-988b-4f9b-9f08-6c8ca699c2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:53.351917 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20240146-91c2-4ee3-8db9-ceae2174fa85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:53.365029 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-c5fee1d8-94e9-4343-ad46-887aacadd803 service neutron] 10.222.0.44 "GET /v2.0/networks/c17d7c00-f982-4ccc-abd5-7339990ca629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1556218 Jan 20 01:04:53.383649 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20240146-91c2-4ee3-8db9-ceae2174fa85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:53.432142 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20240146-91c2-4ee3-8db9-ceae2174fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:53.438501 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-18676cdd-c1da-4ca9-96e0-948a742c7a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:53.457171 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20240146-91c2-4ee3-8db9-ceae2174fa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85cfa8d-e7be-4135-8f9e-b955e0a06e06,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:53.460577 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-20240146-91c2-4ee3-8db9-ceae2174fa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:53.474469 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20240146-91c2-4ee3-8db9-ceae2174fa85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:53.479191 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-20240146-91c2-4ee3-8db9-ceae2174fa85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c85cfa8d-e7be-4135-8f9e-b955e0a06e06 HTTP/1.1" status: 204 len: 168 time: 0.2005072 Jan 20 01:04:53.600832 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-4b98fd18-f6f7-4a31-8eb1-2f1f2891f7f6 req-95a12832-c4aa-40ef-ad76-829beeea18f6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 210 time: 0.0546176 Jan 20 01:04:54.103603 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38622) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:54.124680 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08ed4f35-5995-48dd-b3c5-da7c1b9b0a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:54.145026 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-08ed4f35-5995-48dd-b3c5-da7c1b9b0a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:04:54.149639 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-08ed4f35-5995-48dd-b3c5-da7c1b9b0a4a admin admin] Usage tracker for resource:security_group_rule and tenant:303acd16b13b47da989641dc70c4d99f is out of sync, need to count used quota {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 01:04:54.154812 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-08ed4f35-5995-48dd-b3c5-da7c1b9b0a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80161) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 01:04:54.165165 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-08ed4f35-5995-48dd-b3c5-da7c1b9b0a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:04:54.291029 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08ed4f35-5995-48dd-b3c5-da7c1b9b0a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:54.295732 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08ed4f35-5995-48dd-b3c5-da7c1b9b0a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:54.312850 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7ea31dac-a138-412f-91de-c054e5f3dff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:54.394161 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-08ed4f35-5995-48dd-b3c5-da7c1b9b0a4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=303acd16b13b47da989641dc70c4d99f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856646 Jan 20 01:04:54.394161 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed4f35-5995-48dd-b3c5-da7c1b9b0a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84425c62-06cc-4ec7-b2d5-5503c31f9a39,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:54.394521 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 38628) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:04:54.398181 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08ed4f35-5995-48dd-b3c5-da7c1b9b0a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:54.500333 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79aed4e9-b146-4761-ac0e-67c8d5ef4fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:54.542792 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79aed4e9-b146-4761-ac0e-67c8d5ef4fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:54.600343 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79aed4e9-b146-4761-ac0e-67c8d5ef4fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:54.609929 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c5bd9b87-c82e-4851-8ce0-af7d0144b96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:54.633356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aed4e9-b146-4761-ac0e-67c8d5ef4fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84425c62-06cc-4ec7-b2d5-5503c31f9a39,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:54.638602 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-79aed4e9-b146-4761-ac0e-67c8d5ef4fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:54.645646 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79aed4e9-b146-4761-ac0e-67c8d5ef4fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:54.652343 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-79aed4e9-b146-4761-ac0e-67c8d5ef4fd8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84425c62-06cc-4ec7-b2d5-5503c31f9a39 HTTP/1.1" status: 204 len: 168 time: 0.2556479 Jan 20 01:04:54.984926 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-b089e2dc-b991-48c4-9eb6-2bcc7b2a6940 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/floatingips/678f2ac0-5ad3-447b-b809-026a201dbe88 HTTP/1.1" status: 200 len: 998 time: 0.1620271 Jan 20 01:04:55.038050 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-c8dae003-23bc-4086-9c05-c39f9c9a9327 req-93895929-b7a1-4d57-9c1d-8a83d174e5a2 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 210 time: 0.1056786 Jan 20 01:04:55.223527 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-5f1ed47c-dd9b-4489-b109-e5ff944c8658 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:55.225092 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-5f1ed47c-dd9b-4489-b109-e5ff944c8658 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/networks/7116fac5-173a-4c74-bc75-236a854e751a HTTP/1.1" status: 200 len: 784 time: 0.2326653 Jan 20 01:04:55.350984 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-90a4ef2a-7415-4b70-ad63-8306d6f4b1dc tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.97 HTTP/1.1" status: 200 len: 1001 time: 0.1173601 Jan 20 01:04:55.371268 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-0c5474be-8144-4b7b-b3fc-8a6e0ff25a7b tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:55.373495 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-0c5474be-8144-4b7b-b3fc-8a6e0ff25a7b tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.48 "GET /v2.0/networks?id=c17d7c00-f982-4ccc-abd5-7339990ca629 HTTP/1.1" status: 200 len: 814 time: 0.1926239 Jan 20 01:04:55.394351 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Request body: {'port': {'device_id': '1fde677e-aca3-4231-b8ab-833845fed502', 'network_id': 'c17d7c00-f982-4ccc-abd5-7339990ca629', 'admin_state_up': True, 'tenant_id': '3df2a698aef4401db85696eff42c2336'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:04:55.466618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-0059359a-99de-4b2f-9cb8-1e61cf4ab643 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:55.468621 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-0059359a-99de-4b2f-9cb8-1e61cf4ab643 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports/15e955f6-e154-44ed-980a-3a90e1dacc9f HTTP/1.1" status: 200 len: 943 time: 0.1053865 Jan 20 01:04:55.568955 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 01:04:55.579833 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 01:04:55.589618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Made reservation on behalf of 3df2a698aef4401db85696eff42c2336 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 01:04:55.599322 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:55.674444 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-aa0f4bf0-1038-4bc8-b1c1-c59a233e4f73 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.97 HTTP/1.1" status: 200 len: 1001 time: 0.1182878 Jan 20 01:04:55.933376 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-4b3f2f83-5993-48b3-8aa1-94990ca21c7d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Deleting port 1518f6ad-13cb-45df-99c7-9c22c73fa738 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:04:55.933739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-4b3f2f83-5993-48b3-8aa1-94990ca21c7d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:55.935190 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Allocated IP 172.20.0.4 (c17d7c00-f982-4ccc-abd5-7339990ca629/36626d57-a9a8-451a-aae3-10c92f87ebe2/5800f62f-83b5-4210-abe9-a26fa6825b54) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 01:04:56.141970 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-4b3f2f83-5993-48b3-8aa1-94990ca21c7d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:56.142364 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-4b3f2f83-5993-48b3-8aa1-94990ca21c7d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for floatingip, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:56.191559 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:56.250682 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-38114c7d-f1cc-4f90-9128-02077e151d9e req-6046778f-8f03-4186-8a17-64059ef3d1db tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 210 time: 0.0552359 Jan 20 01:04:56.277388 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263819606729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:56.290248 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-4b3f2f83-5993-48b3-8aa1-94990ca21c7d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Calling delete_port for 1518f6ad-13cb-45df-99c7-9c22c73fa738 owned by network:floatingip {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:04:56.296048 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-61952d0c-9106-4f19-ac21-286b017e8d0c tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:56.445967 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Pushing event updated for resources: {'Port': ['ID=5800f62f-83b5-4210-abe9-a26fa6825b54,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:56.451271 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:56.471806 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-4b3f2f83-5993-48b3-8aa1-94990ca21c7d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:56.491881 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ffc85bba-6158-4e0f-9599-b99cbb1581cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:56.512007 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Network c17d7c00-f982-4ccc-abd5-7339990ca629 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 01:04:56.514594 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 01:04:56.517705 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 01:04:56.552386 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f2f83-5993-48b3-8aa1-94990ca21c7d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Pushing event deleted for resources: {'Port': ['ID=1518f6ad-13cb-45df-99c7-9c22c73fa738,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:56.558541 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4b3f2f83-5993-48b3-8aa1-94990ca21c7d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:56.603049 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:56.603784 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:56.632724 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4e4b420-1a70-415b-9392-74b03c6c3692 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2431681 Jan 20 01:04:56.650083 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Request body: {'port': {'device_id': '1fde677e-aca3-4231-b8ab-833845fed502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 01:04:56.738253 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:56.740223 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-4b3f2f83-5993-48b3-8aa1-94990ca21c7d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for floatingip, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:56.746189 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.db.l3_db [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-4b3f2f83-5993-48b3-8aa1-94990ca21c7d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Floating IP 678f2ac0-5ad3-447b-b809-026a201dbe88 disassociated (deleted). External IP: 172.28.0.97, port: 15e955f6-e154-44ed-980a-3a90e1dacc9f. Jan 20 01:04:56.784520 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:57.250957 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5800f62f-83b5-4210-abe9-a26fa6825b54 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 01:04:57.259580 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:57.273277 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Transition to ACTIVE for port object 5800f62f-83b5-4210-abe9-a26fa6825b54 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 01:04:57.276361 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:57.293347 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e27319cd-32a8-416d-abea-c9ce41d81a20 tempest-TestMinimumBasicScenario-175873248 tempest-TestMinimumBasicScenario-175873248] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:57.485905 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Pushing event updated for resources: {'Port': ['ID=5800f62f-83b5-4210-abe9-a26fa6825b54,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:57.493300 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-4b3f2f83-5993-48b3-8aa1-94990ca21c7d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Router 1487c353-8516-44ee-a0fa-bdcc3e6315ba has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:04:57.501644 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:57.652059 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab772f-84ca-4ff6-88da-49c1188b9825 req-a9ab4d60-12ec-4d3f-a398-2db026207020 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:57.652882 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-65ab772f-84ca-4ff6-88da-49c1188b9825 req-a9ab4d60-12ec-4d3f-a398-2db026207020 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Synchronizing usage tracker for tenant:3df2a698aef4401db85696eff42c2336 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:04:57.698887 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-4b3f2f83-5993-48b3-8aa1-94990ca21c7d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:04:57.712011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd96ca5-48c8-4adb-abd8-95a886e8cc79 None None] Sync routers for ids ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:04:57.717372 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-65ab772f-84ca-4ff6-88da-49c1188b9825 req-a9ab4d60-12ec-4d3f-a398-2db026207020 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Unset dirty status for tenant:3df2a698aef4401db85696eff42c2336 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:04:57.718698 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-65ab772f-84ca-4ff6-88da-49c1188b9825 req-a9ab4d60-12ec-4d3f-a398-2db026207020 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 943 time: 0.2975852 Jan 20 01:04:57.725475 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd96ca5-48c8-4adb-abd8-95a886e8cc79 None None] Routers {'1487c353-8516-44ee-a0fa-bdcc3e6315ba'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:04:57.726426 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3fd96ca5-48c8-4adb-abd8-95a886e8cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:04:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:04:57.745824 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-4b3f2f83-5993-48b3-8aa1-94990ca21c7d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for floatingip, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:57.785154 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Attempting to bind port 5800f62f-83b5-4210-abe9-a26fa6825b54 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 01:04:57.785528 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Attempting to bind port 5800f62f-83b5-4210-abe9-a26fa6825b54 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '0c1bc389-aaf1-4cec-8d26-d99c52a707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c17d7c00-f982-4ccc-abd5-7339990ca629'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 01:04:57.785906 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Attempting to bind port 5800f62f-83b5-4210-abe9-a26fa6825b54 on network c17d7c00-f982-4ccc-abd5-7339990ca629 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 01:04:57.799341 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-65ab772f-84ca-4ff6-88da-49c1188b9825 req-2967898c-e10b-4075-953f-0a76bf76f2f1 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735502 Jan 20 01:04:57.800357 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Checking agent: {'id': '928d2065-1595-4cb6-aac9-6d58a41b018b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 0, 54, 57), 'started_at': datetime.datetime(2021, 1, 20, 0, 55, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 1, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 01:04:57.800734 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Checking segment: {'id': '0c1bc389-aaf1-4cec-8d26-d99c52a707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c17d7c00-f982-4ccc-abd5-7339990ca629'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 01:04:57.801137 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:57.801526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Bound using segment: {'id': '0c1bc389-aaf1-4cec-8d26-d99c52a707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c17d7c00-f982-4ccc-abd5-7339990ca629'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 01:04:57.802027 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Bound port: 5800f62f-83b5-4210-abe9-a26fa6825b54, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1bc389-aaf1-4cec-8d26-d99c52a707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c17d7c00-f982-4ccc-abd5-7339990ca629'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 01:04:57.802402 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:57.818479 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-4b3f2f83-5993-48b3-8aa1-94990ca21c7d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "DELETE /v2.0/floatingips/678f2ac0-5ad3-447b-b809-026a201dbe88 HTTP/1.1" status: 204 len: 173 time: 2.1375263 Jan 20 01:04:57.822514 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:04:57.933827 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-dd1850cc-cf89-4a78-a0fe-1085e2b39b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:57.936509 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-dd1850cc-cf89-4a78-a0fe-1085e2b39b1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a89e0dd8a648464fa0ce06377bb18327&device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 1163 time: 0.0969474 Jan 20 01:04:57.941800 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] For port 5800f62f-83b5-4210-abe9-a26fa6825b54, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 01:04:57.948190 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] For port 5800f62f-83b5-4210-abe9-a26fa6825b54, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=5800f62f-83b5-4210-abe9-a26fa6825b54,segment=NetworkSegment(0c1bc389-aaf1-4cec-8d26-d99c52a707da),segment_id=0c1bc389-aaf1-4cec-8d26-d99c52a707da)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 01:04:57.953803 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852061948'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:57.974341 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bb3436a3-e178-4804-9ba4-91dc78f2de3e tempest-AttachVolumeShelveTestJSON-1800361229 tempest-AttachVolumeShelveTestJSON-1800361229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:04:58.117963 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-fc93eba4-2e79-4f56-ac65-8411e57b10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:58.119819 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-fc93eba4-2e79-4f56-ac65-8411e57b10b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f HTTP/1.1" status: 200 len: 903 time: 0.1765628 Jan 20 01:04:58.184584 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Pushing event updated for resources: {'Port': ['ID=5800f62f-83b5-4210-abe9-a26fa6825b54,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:04:58.185790 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-3fd96ca5-48c8-4adb-abd8-95a886e8cc79 None None] Set router 1487c353-8516-44ee-a0fa-bdcc3e6315ba gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:04:58.193557 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:04:58.201064 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-de3960db-2788-41c4-9e3f-f331846d0872 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f HTTP/1.1" status: 200 len: 217 time: 0.0735037 Jan 20 01:04:58.233439 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:58.234444 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:04:58.236470 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-4aade0f9-e53e-4b95-8481-0237cbfe366d service neutron] 10.222.0.48 "PUT /v2.0/ports/5800f62f-83b5-4210-abe9-a26fa6825b54 HTTP/1.1" status: 200 len: 1157 time: 1.5913391 Jan 20 01:04:58.237221 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fde677e-aca3-4231-b8ab-833845fed502', 'tag': '5800f62f-83b5-4210-abe9-a26fa6825b54'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:04:58.258769 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f', 'status': 'completed', 'code': 200} Jan 20 01:04:58.308539 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-1f4ce872-36a5-4b94-8043-2e4d1df3badc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:58.323280 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-1f4ce872-36a5-4b94-8043-2e4d1df3badc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94ad31d5-245c-4b4d-b2c6-e21cbcd1230c HTTP/1.1" status: 200 len: 848 time: 0.1099687 Jan 20 01:04:58.359666 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fde677e-aca3-4231-b8ab-833845fed502', 'tag': '5800f62f-83b5-4210-abe9-a26fa6825b54', 'status': 'completed', 'code': 200} Jan 20 01:04:58.415186 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-51f4031b-8a18-4a36-95e9-f932aa83bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:58.416947 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-51f4031b-8a18-4a36-95e9-f932aa83bd3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0923002 Jan 20 01:04:58.590019 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697feed3-136a-4bf6-946e-9a395bbb7f7c req-2339c04d-8498-44da-8e57-c5bf425aada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:58.593591 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-697feed3-136a-4bf6-946e-9a395bbb7f7c req-2339c04d-8498-44da-8e57-c5bf425aada3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a89e0dd8a648464fa0ce06377bb18327&device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 1163 time: 0.3083315 Jan 20 01:04:58.637937 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3fd96ca5-48c8-4adb-abd8-95a886e8cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T01:00:04Z', 'revision_number': 4, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '95828deb-a48f-45d4-824a-1af55a95a142', 'name': '', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'mac_address': 'fa:16:3e:9b:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:02Z', 'updated_at': '2021-01-20T01:00:18Z', 'revision_number': 5, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'subnets': [{'id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:04:58.642857 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd96ca5-48c8-4adb-abd8-95a886e8cc79 None None] Checking router: 1487c353-8516-44ee-a0fa-bdcc3e6315ba for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:04:58.655514 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd96ca5-48c8-4adb-abd8-95a886e8cc79 None None] Routers {'1487c353-8516-44ee-a0fa-bdcc3e6315ba'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:04:58.656186 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-05a53328-1234-4518-9bd0-eb3cdd14119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:58.656382 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3fd96ca5-48c8-4adb-abd8-95a886e8cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:04:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:04:58.659142 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-05a53328-1234-4518-9bd0-eb3cdd14119b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3df2a698aef4401db85696eff42c2336&device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 1160 time: 0.2881467 Jan 20 01:04:58.671333 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-9a8e26ad-5e2b-4a2d-a189-d89c67ea2db3 service neutron] 10.222.0.44 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383749 Jan 20 01:04:58.834389 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-f15c3510-62f8-424e-939b-2c2aac65dc1c req-3788bee8-2a29-4aec-ad62-cb47b166f7c6 service neutron] 10.222.0.44 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1507704 Jan 20 01:04:58.949420 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-3fd96ca5-48c8-4adb-abd8-95a886e8cc79 None None] Set router 1487c353-8516-44ee-a0fa-bdcc3e6315ba gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:04:59.054451 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-dd3d9b64-57f7-4c31-8f6b-88799d7188e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5800f62f-83b5-4210-abe9-a26fa6825b54 HTTP/1.1" status: 200 len: 217 time: 0.3869102 Jan 20 01:04:59.253287 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb5c6b-6adb-4bb2-a704-a424e879c06d req-aea32ed1-428c-4e6f-8377-f70536f1ed14 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:59.255128 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b9fb5c6b-6adb-4bb2-a704-a424e879c06d req-aea32ed1-428c-4e6f-8377-f70536f1ed14 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 943 time: 0.1782949 Jan 20 01:04:59.296348 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4304281-2fcb-421f-9336-78624b5c7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:59.298070 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-f4304281-2fcb-421f-9336-78624b5c7757 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36626d57-a9a8-451a-aae3-10c92f87ebe2 HTTP/1.1" status: 200 len: 854 time: 0.1580489 Jan 20 01:04:59.317617 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697feed3-136a-4bf6-946e-9a395bbb7f7c req-11f23482-2097-478f-a117-b3568f5c25a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:59.320074 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-697feed3-136a-4bf6-946e-9a395bbb7f7c req-11f23482-2097-478f-a117-b3568f5c25a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f HTTP/1.1" status: 200 len: 903 time: 0.7186303 Jan 20 01:04:59.344549 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b9fb5c6b-6adb-4bb2-a704-a424e879c06d req-4818316c-5350-4c08-9980-3088605ab822 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798409 Jan 20 01:04:59.456520 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-697feed3-136a-4bf6-946e-9a395bbb7f7c req-a4a989a6-896b-4855-ab76-61f47b9139ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f HTTP/1.1" status: 200 len: 217 time: 0.0888984 Jan 20 01:04:59.458756 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-c2db666f-9d68-4b95-acbf-ebd424ce4670 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c17d7c00-f982-4ccc-abd5-7339990ca629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364591 Jan 20 01:04:59.547135 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3fd96ca5-48c8-4adb-abd8-95a886e8cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T01:00:04Z', 'revision_number': 4, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '95828deb-a48f-45d4-824a-1af55a95a142', 'name': '', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'mac_address': 'fa:16:3e:9b:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:02Z', 'updated_at': '2021-01-20T01:00:18Z', 'revision_number': 5, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'subnets': [{'id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:04:59.555575 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd96ca5-48c8-4adb-abd8-95a886e8cc79 None None] The sync data for ids ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'] in dv-cinder-667108-30-smb is: [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T01:00:04Z', 'revision_number': 4, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb', '_interfaces': [{'id': '95828deb-a48f-45d4-824a-1af55a95a142', 'name': '', 'network_id': 'abaeb8cb-dfd6-4dc3-97fa-119772da2a5f', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'mac_address': 'fa:16:3e:9b:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:02Z', 'updated_at': '2021-01-20T01:00:18Z', 'revision_number': 5, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'subnets': [{'id': '94ad31d5-245c-4b4d-b2c6-e21cbcd1230c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:04:59.714421 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697feed3-136a-4bf6-946e-9a395bbb7f7c req-1aa491e9-d0d1-4406-ad88-dad897df288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:59.716066 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-697feed3-136a-4bf6-946e-9a395bbb7f7c req-1aa491e9-d0d1-4406-ad88-dad897df288c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94ad31d5-245c-4b4d-b2c6-e21cbcd1230c HTTP/1.1" status: 200 len: 848 time: 0.2165303 Jan 20 01:04:59.830149 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a16e0-1bd3-4996-959d-07a3b0c3e08f req-5b59f022-01bb-4136-9cf7-16f55367e6e3 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:04:59.831976 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-922a16e0-1bd3-4996-959d-07a3b0c3e08f req-5b59f022-01bb-4136-9cf7-16f55367e6e3 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.3789074 Jan 20 01:04:59.833973 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-d3d0caa1-a60f-4d6a-b517-7aabe80f35e1 service neutron] 10.222.0.48 "GET /v2.0/networks/c17d7c00-f982-4ccc-abd5-7339990ca629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331866 Jan 20 01:05:00.006951 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-922a16e0-1bd3-4996-959d-07a3b0c3e08f req-5aeca719-6e1a-41e5-adf0-52bd9f9d20db tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1651309 Jan 20 01:05:00.031809 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697feed3-136a-4bf6-946e-9a395bbb7f7c req-7ac88c77-a40c-47a2-a75c-faf3aa37ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:00.033441 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-697feed3-136a-4bf6-946e-9a395bbb7f7c req-7ac88c77-a40c-47a2-a75c-faf3aa37ec8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3097460 Jan 20 01:05:00.054589 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ad7c5-7ee0-4fef-aa83-86052092d638 None None] New status for floating IP 678f2ac0-5ad3-447b-b809-026a201dbe88: DOWN {{(pid=80162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 01:05:00.098096 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-bb0cd6a6-637a-440c-88ab-c3ba43327627 req-48efd068-92cc-4581-9d46-6ec831051eca service neutron] 10.222.0.48 "GET /v2.0/networks/c17d7c00-f982-4ccc-abd5-7339990ca629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2548475 Jan 20 01:05:00.276162 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-697feed3-136a-4bf6-946e-9a395bbb7f7c req-d7b1f214-ff27-4f70-a888-b9de879cdd62 service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252717 Jan 20 01:05:00.335766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e634bd8-08a4-4c64-8cb4-2787adfdc60f req-180bce4e-033b-41c1-abd7-e721edc29c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:00.337670 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5e634bd8-08a4-4c64-8cb4-2787adfdc60f req-180bce4e-033b-41c1-abd7-e721edc29c9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3df2a698aef4401db85696eff42c2336&device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 1160 time: 0.1737638 Jan 20 01:05:00.559131 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-697feed3-136a-4bf6-946e-9a395bbb7f7c req-ab368c4c-b335-49a4-866d-b6a58c8e0f21 service neutron] 10.222.0.48 "GET /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2728288 Jan 20 01:05:00.582074 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e634bd8-08a4-4c64-8cb4-2787adfdc60f req-afc0210c-af33-4519-9bc2-3b1bccf1d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:00.583828 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5e634bd8-08a4-4c64-8cb4-2787adfdc60f req-afc0210c-af33-4519-9bc2-3b1bccf1d65e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c17d7c00-f982-4ccc-abd5-7339990ca629 HTTP/1.1" status: 200 len: 908 time: 0.2391965 Jan 20 01:05:00.661291 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5128b-3b89-4795-ad45-5a0148e6838a req-8f337238-3f76-4cfe-b0d5-cf6b28d6ee31 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:00.662949 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6fb5128b-3b89-4795-ad45-5a0148e6838a req-8f337238-3f76-4cfe-b0d5-cf6b28d6ee31 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 943 time: 0.1179390 Jan 20 01:05:00.689178 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5e634bd8-08a4-4c64-8cb4-2787adfdc60f req-e6ba72db-08fc-4c14-b41d-2d2f8a52202a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5800f62f-83b5-4210-abe9-a26fa6825b54 HTTP/1.1" status: 200 len: 217 time: 0.0943401 Jan 20 01:05:00.732661 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-6fb5128b-3b89-4795-ad45-5a0148e6838a req-d64e97de-886b-4174-a883-febc69cfc46b tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563154 Jan 20 01:05:00.782633 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e634bd8-08a4-4c64-8cb4-2787adfdc60f req-fbbcc450-8e8d-40ff-836d-31ee040872e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:00.784239 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5e634bd8-08a4-4c64-8cb4-2787adfdc60f req-fbbcc450-8e8d-40ff-836d-31ee040872e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36626d57-a9a8-451a-aae3-10c92f87ebe2 HTTP/1.1" status: 200 len: 854 time: 0.0874524 Jan 20 01:05:00.843907 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5e634bd8-08a4-4c64-8cb4-2787adfdc60f req-9cb606b6-3673-469f-bc64-e00ebbfae6f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c17d7c00-f982-4ccc-abd5-7339990ca629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522163 Jan 20 01:05:01.065483 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5e634bd8-08a4-4c64-8cb4-2787adfdc60f req-e55a8aa6-8e95-4aff-b7cc-cd616f162047 service neutron] 10.222.0.48 "GET /v2.0/networks/c17d7c00-f982-4ccc-abd5-7339990ca629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144141 Jan 20 01:05:01.093749 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb56ba4-3111-45c4-9e78-0e76a584fd88 req-1bbe0eee-cf5a-4a66-9c58-2bc48a8b8638 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:01.095455 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dfb56ba4-3111-45c4-9e78-0e76a584fd88 req-1bbe0eee-cf5a-4a66-9c58-2bc48a8b8638 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.48 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.2152531 Jan 20 01:05:01.236236 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 15e955f6-e154-44ed-980a-3a90e1dacc9f no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:05:01.366018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:01.396795 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:05:01.408532 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 15e955f6-e154-44ed-980a-3a90e1dacc9f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f,segment=NetworkSegment(cea0bc05-fe76-4f99-a6b9-138cb24dcc1c),segment_id=cea0bc05-fe76-4f99-a6b9-138cb24dcc1c)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:05:01.409560 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-dfb56ba4-3111-45c4-9e78-0e76a584fd88 req-d2cabcae-f1e4-4d7b-ba46-b7e27907c785 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Deleting port 15e955f6-e154-44ed-980a-3a90e1dacc9f {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:05:01.410205 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-dfb56ba4-3111-45c4-9e78-0e76a584fd88 req-d2cabcae-f1e4-4d7b-ba46-b7e27907c785 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:01.412572 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:01.415272 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-08baae02-42e1-4d0e-a914-5abd7e24f062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:01.490995 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f', 'code': 200} Jan 20 01:05:01.509091 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=15e955f6-e154-44ed-980a-3a90e1dacc9f,revision_number=7']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:01.519603 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.520286 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.520827 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.521361 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.521886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.522861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.522861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.523335 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.523717 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.524184 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.524538 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.525152 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.525867 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.526359 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.526766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.527139 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.527507 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.527951 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.528353 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.528719 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.529088 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.529452 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.529818 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.530180 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:01.535043 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:01.635085 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-5e634bd8-08a4-4c64-8cb4-2787adfdc60f req-90749e39-8914-4606-b1b4-0b5350f5860d service neutron] 10.222.0.48 "GET /v2.0/networks/c17d7c00-f982-4ccc-abd5-7339990ca629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5384135 Jan 20 01:05:01.678846 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc25d66-c1af-45c0-a775-bd642badf1b5 req-618107dd-32b7-48fc-a201-e40c22dc6bfa tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:01.680543 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc25d66-c1af-45c0-a775-bd642badf1b5 req-618107dd-32b7-48fc-a201-e40c22dc6bfa tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 946 time: 0.4965792 Jan 20 01:05:02.006169 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd8c8-1dba-4515-a328-02f65a6437c7 req-e6a4dd88-4c1c-4adc-b340-5bb2fd096251 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:02.007941 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-37bcd8c8-1dba-4515-a328-02f65a6437c7 req-e6a4dd88-4c1c-4adc-b340-5bb2fd096251 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 943 time: 0.1197207 Jan 20 01:05:02.082873 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8dc25d66-c1af-45c0-a775-bd642badf1b5 req-95c98f0f-2e07-4340-9780-2ee84978b700 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups?id=9cb9dd1b-4cbf-432d-af40-ff72da9223cf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3793473 Jan 20 01:05:02.083670 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-37bcd8c8-1dba-4515-a328-02f65a6437c7 req-3b66968d-8de1-4ed3-9843-9845f609ca0a tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624206 Jan 20 01:05:02.124312 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-dfb56ba4-3111-45c4-9e78-0e76a584fd88 req-d2cabcae-f1e4-4d7b-ba46-b7e27907c785 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] For port 15e955f6-e154-44ed-980a-3a90e1dacc9f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=15e955f6-e154-44ed-980a-3a90e1dacc9f,segment=NetworkSegment(cea0bc05-fe76-4f99-a6b9-138cb24dcc1c),segment_id=cea0bc05-fe76-4f99-a6b9-138cb24dcc1c)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:05:02.124701 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-dfb56ba4-3111-45c4-9e78-0e76a584fd88 req-d2cabcae-f1e4-4d7b-ba46-b7e27907c785 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:02.264037 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-dfb56ba4-3111-45c4-9e78-0e76a584fd88 req-d2cabcae-f1e4-4d7b-ba46-b7e27907c785 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Calling delete_port for 15e955f6-e154-44ed-980a-3a90e1dacc9f owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:05:02.427021 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-dfb56ba4-3111-45c4-9e78-0e76a584fd88 req-d2cabcae-f1e4-4d7b-ba46-b7e27907c785 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:02.442916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-afdfaa16-f1d9-4f6a-9661-050f1a9141a6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:02.507584 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cabcae-f1e4-4d7b-ba46-b7e27907c785 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Pushing event deleted for resources: {'Port': ['ID=15e955f6-e154-44ed-980a-3a90e1dacc9f,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:02.512829 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d2cabcae-f1e4-4d7b-ba46-b7e27907c785 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:02.669787 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb56ba4-3111-45c4-9e78-0e76a584fd88 req-d2cabcae-f1e4-4d7b-ba46-b7e27907c785 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] No DVR routers for this DVR port 15e955f6-e154-44ed-980a-3a90e1dacc9f on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:05:02.672275 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-dfb56ba4-3111-45c4-9e78-0e76a584fd88 req-d2cabcae-f1e4-4d7b-ba46-b7e27907c785 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:02.675266 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'name': 'network-vif-deleted', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:05:02.688685 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-dfb56ba4-3111-45c4-9e78-0e76a584fd88 req-d2cabcae-f1e4-4d7b-ba46-b7e27907c785 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.48 "DELETE /v2.0/ports/15e955f6-e154-44ed-980a-3a90e1dacc9f HTTP/1.1" status: 204 len: 173 time: 1.5692329 Jan 20 01:05:02.736400 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8', 'name': 'network-vif-deleted', 'tag': '15e955f6-e154-44ed-980a-3a90e1dacc9f', 'status': 'completed', 'code': 200} Jan 20 01:05:03.308124 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-7a60670f-2095-4bb8-a82b-29aeb2c7df3c req-f78c3165-5b9c-4913-9cd0-70755546361d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Synchronizing usage tracker for tenant:a89e0dd8a648464fa0ce06377bb18327 on resource:port {{(pid=80161) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 01:05:03.328507 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-7a60670f-2095-4bb8-a82b-29aeb2c7df3c req-f78c3165-5b9c-4913-9cd0-70755546361d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Unset dirty status for tenant:a89e0dd8a648464fa0ce06377bb18327 on resource:port {{(pid=80161) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 01:05:03.331408 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7a60670f-2095-4bb8-a82b-29aeb2c7df3c req-f78c3165-5b9c-4913-9cd0-70755546361d tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/ports?device_id=4fef3bb6-aee0-4d8d-bbbf-95706d3db2c8 HTTP/1.1" status: 200 len: 210 time: 0.0859530 Jan 20 01:05:03.484808 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937982f5-b2de-435a-8f88-4218b39d3bc6 req-fca8d736-4272-4f9d-9461-090dece73f32 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:03.487842 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-937982f5-b2de-435a-8f88-4218b39d3bc6 req-fca8d736-4272-4f9d-9461-090dece73f32 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 943 time: 0.2049611 Jan 20 01:05:03.542428 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-937982f5-b2de-435a-8f88-4218b39d3bc6 req-45425405-db28-47d2-b9f3-3d5286e0b9a2 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480297 Jan 20 01:05:03.577068 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 5800f62f-83b5-4210-abe9-a26fa6825b54 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:05:03.803869 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning for port 5800f62f-83b5-4210-abe9-a26fa6825b54 completed by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 01:05:03.825101 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 5800f62f-83b5-4210-abe9-a26fa6825b54 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:05:03.825505 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:04.177371 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5017551'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:04.214689 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fde677e-aca3-4231-b8ab-833845fed502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5800f62f-83b5-4210-abe9-a26fa6825b54'}] {{(pid=80162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:05:04.232931 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] For port 5800f62f-83b5-4210-abe9-a26fa6825b54, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=5800f62f-83b5-4210-abe9-a26fa6825b54,segment=NetworkSegment(0c1bc389-aaf1-4cec-8d26-d99c52a707da),segment_id=0c1bc389-aaf1-4cec-8d26-d99c52a707da)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:05:04.236100 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263819150486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773035167552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263819608231'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:04.238059 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:04.285478 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fde677e-aca3-4231-b8ab-833845fed502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5800f62f-83b5-4210-abe9-a26fa6825b54', 'code': 200} Jan 20 01:05:04.315141 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Pushing event updated for resources: {'Port': ['ID=5800f62f-83b5-4210-abe9-a26fa6825b54,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:04.319567 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:04.594439 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187aa91-3f03-4fc1-9b2a-0ade2f5c7a5e req-134c1c04-189b-4983-9109-3047e3c7fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:04.596383 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b187aa91-3f03-4fc1-9b2a-0ade2f5c7a5e req-134c1c04-189b-4983-9109-3047e3c7fec6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 1162 time: 0.1100538 Jan 20 01:05:04.601567 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-620bef97-5043-4122-a55b-5cbe6ea00ffe req-c2519c12-e471-4069-9898-ad7b96f849bb tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "GET /v2.0/security-groups/9cb9dd1b-4cbf-432d-af40-ff72da9223cf HTTP/1.1" status: 200 len: 2993 time: 0.1055226 Jan 20 01:05:04.658601 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-b187aa91-3f03-4fc1-9b2a-0ade2f5c7a5e req-5b8f5e02-0712-41ea-a3ec-f0cc72f8639c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520411 Jan 20 01:05:04.734078 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-620bef97-5043-4122-a55b-5cbe6ea00ffe req-90faed87-2bb9-4d4a-8056-aa21b2d465b6 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:04.770358 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-620bef97-5043-4122-a55b-5cbe6ea00ffe req-90faed87-2bb9-4d4a-8056-aa21b2d465b6 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:04.813123 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0516bc-4e2d-4ca5-ad0a-591a52943c42 req-a452ea7b-c281-4c45-be94-ec0b06b05b6e tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:04.814903 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9c0516bc-4e2d-4ca5-ad0a-591a52943c42 req-a452ea7b-c281-4c45-be94-ec0b06b05b6e tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 945 time: 0.1203701 Jan 20 01:05:04.821983 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-620bef97-5043-4122-a55b-5cbe6ea00ffe req-90faed87-2bb9-4d4a-8056-aa21b2d465b6 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:04.828777 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d04a84dd-1d25-4e32-888a-8afc0ef825ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:04.846877 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faed87-2bb9-4d4a-8056-aa21b2d465b6 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb9dd1b-4cbf-432d-af40-ff72da9223cf,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:04.850322 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-90faed87-2bb9-4d4a-8056-aa21b2d465b6 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:04.859998 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-620bef97-5043-4122-a55b-5cbe6ea00ffe req-90faed87-2bb9-4d4a-8056-aa21b2d465b6 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:04.861638 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-620bef97-5043-4122-a55b-5cbe6ea00ffe req-90faed87-2bb9-4d4a-8056-aa21b2d465b6 tempest-TestShelveInstance-2007906407 tempest-TestShelveInstance-2007906407] 10.222.0.44 "DELETE /v2.0/security-groups/9cb9dd1b-4cbf-432d-af40-ff72da9223cf HTTP/1.1" status: 204 len: 173 time: 0.2486463 Jan 20 01:05:04.896286 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-9c0516bc-4e2d-4ca5-ad0a-591a52943c42 req-21d8c1dc-af80-477e-a19c-dd76907eb6b6 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686264 Jan 20 01:05:04.929373 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.44', 38682) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:05.297270 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 5800f62f-83b5-4210-abe9-a26fa6825b54 up at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 01:05:05.427962 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Provisioning complete for port 5800f62f-83b5-4210-abe9-a26fa6825b54 triggered by entity L2. {{(pid=80162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 01:05:05.428813 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036849775281'] for port, provisioning_complete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:05.781280 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1b1db20b-4d08-4c03-9178-3dc5c87c4180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854164402'] for router_interface, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:06.152641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f5a62-b08f-4d44-a12c-383ef48fef16 req-6c213158-234b-4deb-8454-d609f19254ce tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:06.154540 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0c5f5a62-b08f-4d44-a12c-383ef48fef16 req-6c213158-234b-4deb-8454-d609f19254ce tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 945 time: 0.1163936 Jan 20 01:05:06.218592 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0c5f5a62-b08f-4d44-a12c-383ef48fef16 req-961fc304-c99a-41e1-9c1f-0bb3e9896d40 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562730 Jan 20 01:05:06.333410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-1b1db20b-4d08-4c03-9178-3dc5c87c4180 admin admin] Deleting port 95828deb-a48f-45d4-824a-1af55a95a142 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:05:06.333752 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1b1db20b-4d08-4c03-9178-3dc5c87c4180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:06.636051 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-1b1db20b-4d08-4c03-9178-3dc5c87c4180 admin admin] For port 95828deb-a48f-45d4-824a-1af55a95a142, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=95828deb-a48f-45d4-824a-1af55a95a142,segment=NetworkSegment(cea0bc05-fe76-4f99-a6b9-138cb24dcc1c),segment_id=cea0bc05-fe76-4f99-a6b9-138cb24dcc1c)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:05:06.636665 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1b1db20b-4d08-4c03-9178-3dc5c87c4180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:06.780512 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-1b1db20b-4d08-4c03-9178-3dc5c87c4180 admin admin] Calling delete_port for 95828deb-a48f-45d4-824a-1af55a95a142 owned by network:router_interface {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:05:07.144524 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1b1db20b-4d08-4c03-9178-3dc5c87c4180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:07.161064 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-21776c0f-1654-4617-95af-86b51921f18d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:07.218086 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1db20b-4d08-4c03-9178-3dc5c87c4180 admin admin] Pushing event deleted for resources: {'Port': ['ID=95828deb-a48f-45d4-824a-1af55a95a142,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:07.223234 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1b1db20b-4d08-4c03-9178-3dc5c87c4180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:07.963622 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1b1db20b-4d08-4c03-9178-3dc5c87c4180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854198364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-959454'] for router_interface, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:07.967450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c39065e5-1e08-4541-aecb-2ee1548d0b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:08.586679 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1db20b-4d08-4c03-9178-3dc5c87c4180 admin admin] Router 1487c353-8516-44ee-a0fa-bdcc3e6315ba has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:05:08.800985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1db20b-4d08-4c03-9178-3dc5c87c4180 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:05:08.815015 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8e39a-70cb-448a-91dd-a19977bfc186 None None] Sync routers for ids ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'] in dv-cinder-667108-30-smb {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:05:08.822285 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1b1db20b-4d08-4c03-9178-3dc5c87c4180 admin admin] 10.222.0.44 "PUT /v2.0/routers/1487c353-8516-44ee-a0fa-bdcc3e6315ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8912179 Jan 20 01:05:08.825326 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38702) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:08.830061 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f8e39a-70cb-448a-91dd-a19977bfc186 None None] Routers {'1487c353-8516-44ee-a0fa-bdcc3e6315ba'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:05:08.830796 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-76f8e39a-70cb-448a-91dd-a19977bfc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:04:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:09.042200 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] Notify callbacks [] for router, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:09.055190 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-76f8e39a-70cb-448a-91dd-a19977bfc186 None None] Set router 1487c353-8516-44ee-a0fa-bdcc3e6315ba gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:05:09.284382 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:09.290004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] Deleting port de6accb4-a0d1-43f4-9242-bbd58408fc57 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:05:09.290384 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:09.433857 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-76f8e39a-70cb-448a-91dd-a19977bfc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T01:05:07Z', 'revision_number': 5, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:09.440360 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8e39a-70cb-448a-91dd-a19977bfc186 None None] Checking router: 1487c353-8516-44ee-a0fa-bdcc3e6315ba for host: dv-cinder-667108-30-smb {{(pid=80163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:05:09.452876 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f8e39a-70cb-448a-91dd-a19977bfc186 None None] Routers {'1487c353-8516-44ee-a0fa-bdcc3e6315ba'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:05:09.453895 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-76f8e39a-70cb-448a-91dd-a19977bfc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:04:41Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'], 'active': True} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:09.577928 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] For port de6accb4-a0d1-43f4-9242-bbd58408fc57, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=de6accb4-a0d1-43f4-9242-bbd58408fc57,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:05:09.578340 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:09.682225 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-76f8e39a-70cb-448a-91dd-a19977bfc186 None None] Set router 1487c353-8516-44ee-a0fa-bdcc3e6315ba gateway port host: dv-cinder-667108-30-smb {{(pid=80163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:05:09.721870 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] Calling delete_port for de6accb4-a0d1-43f4-9242-bbd58408fc57 owned by network:router_gateway {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:05:09.882856 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:10.086728 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-76f8e39a-70cb-448a-91dd-a19977bfc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T01:05:07Z', 'revision_number': 5, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80163) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:10.091951 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8e39a-70cb-448a-91dd-a19977bfc186 None None] The sync data for ids ['1487c353-8516-44ee-a0fa-bdcc3e6315ba'] in dv-cinder-667108-30-smb is: [{'id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'name': 'tempest-TestShelveInstance-1352834220-router', 'tenant_id': 'a89e0dd8a648464fa0ce06377bb18327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T00:59:54Z', 'updated_at': '2021-01-20T01:05:07Z', 'revision_number': 5, 'project_id': 'a89e0dd8a648464fa0ce06377bb18327', 'gw_port': {'id': 'de6accb4-a0d1-43f4-9242-bbd58408fc57', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487c353-8516-44ee-a0fa-bdcc3e6315ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T00:59:56Z', 'updated_at': '2021-01-20T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}] {{(pid=80163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:05:10.485997 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962118'] for router_gateway, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:10.633565 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-390'] for router, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:10.635984 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:10.665961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854167909'] for router, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:10.666711 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1487c353-8516-44ee-a0fa-bdcc3e6315ba {{(pid=80161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 01:05:10.682473 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] Notify callbacks [] for router, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:10.683776 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-1d26b813-43f9-41e5-9ae5-3c2ea604cb80 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1487c353-8516-44ee-a0fa-bdcc3e6315ba HTTP/1.1" status: 204 len: 168 time: 1.8570840 Jan 20 01:05:10.688306 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38716) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:10.760807 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Deleting subnet 94ad31d5-245c-4b4d-b2c6-e21cbcd1230c {{(pid=80161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 01:05:10.765354 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:10.850466 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850936710'] for subnet, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:11.002547 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5022249'] for subnet, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:11.033471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-33bd4764-a2f5-43aa-897f-81d2a29f7629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:11.304197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849753567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852615333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2933401'] for subnet, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:11.321160 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:11.372529 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ad31d5-245c-4b4d-b2c6-e21cbcd1230c,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:11.436530 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.436956 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.437383 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.437792 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.438203 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.438633 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.439043 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.439449 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.439853 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.440257 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.440661 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.441065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.441540 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.443089 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.443816 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.444402 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.444915 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.445429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.445934 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.446482 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.451305 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.452014 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.452514 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.453072 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:11.459187 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:11.496491 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:11.503732 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f412a6a-ffa5-4b1a-9a23-f1c855de1b85 None None] Network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 01:05:11.506606 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-3c0dca0c-0a8c-4404-863e-90c3b291fc57 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/94ad31d5-245c-4b4d-b2c6-e21cbcd1230c HTTP/1.1" status: 204 len: 168 time: 0.8169746 Jan 20 01:05:11.510878 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38720) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:11.691860 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036849830608'] for network, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:11.726409 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device de6accb4-a0d1-43f4-9242-bbd58408fc57 no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:05:11.764150 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Deleting port 14817b67-16c2-4f24-b640-688a8b9abbb2 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:05:11.764570 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:11.768130 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: de6accb4-a0d1-43f4-9242-bbd58408fc57 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:05:11.768531 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device de6accb4-a0d1-43f4-9242-bbd58408fc57 not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:05:11.769010 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 95828deb-a48f-45d4-824a-1af55a95a142 no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:05:11.812961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: 95828deb-a48f-45d4-824a-1af55a95a142 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:05:11.813449 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 95828deb-a48f-45d4-824a-1af55a95a142 not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:05:11.892852 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9387e30a-e884-4113-ac00-b44518c3cff8 None None] DHCP port deletion for abaeb8cb-dfd6-4dc3-97fa-119772da2a5f request from dv-cinder-667108-30-smb {{(pid=80162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 20 01:05:11.898838 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-9387e30a-e884-4113-ac00-b44518c3cff8 None None] Deleting port 14817b67-16c2-4f24-b640-688a8b9abbb2 {{(pid=80162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:05:11.899409 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9387e30a-e884-4113-ac00-b44518c3cff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:12.035080 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] For port 14817b67-16c2-4f24-b640-688a8b9abbb2, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=14817b67-16c2-4f24-b640-688a8b9abbb2,segment=NetworkSegment(cea0bc05-fe76-4f99-a6b9-138cb24dcc1c),segment_id=cea0bc05-fe76-4f99-a6b9-138cb24dcc1c)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:05:12.035618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:12.179004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Calling delete_port for 14817b67-16c2-4f24-b640-688a8b9abbb2 owned by network:dhcp {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:05:12.193940 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-9387e30a-e884-4113-ac00-b44518c3cff8 None None] For port 14817b67-16c2-4f24-b640-688a8b9abbb2, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=14817b67-16c2-4f24-b640-688a8b9abbb2,segment=NetworkSegment(cea0bc05-fe76-4f99-a6b9-138cb24dcc1c),segment_id=cea0bc05-fe76-4f99-a6b9-138cb24dcc1c)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:05:12.194394 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9387e30a-e884-4113-ac00-b44518c3cff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:12.266065 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:12.288170 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:12.345743 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Pushing event deleted for resources: {'Port': ['ID=14817b67-16c2-4f24-b640-688a8b9abbb2,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:12.352981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:12.383183 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-9387e30a-e884-4113-ac00-b44518c3cff8 None None] Calling delete_port for 14817b67-16c2-4f24-b640-688a8b9abbb2 owned by network:dhcp {{(pid=80162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:05:12.444536 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] No DVR routers for this DVR port 14817b67-16c2-4f24-b640-688a8b9abbb2 on host dv-cinder-667108-30-smb {{(pid=80161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:05:12.482001 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-9387e30a-e884-4113-ac00-b44518c3cff8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80162) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 01:05:12.482963 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.api [None req-9387e30a-e884-4113-ac00-b44518c3cff8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 01:05:12.572950 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:12.578103 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5005052', 'neutron.services.segments.db._delete_segments_for_network--9223363263819270516'] for network, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:12.674600 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:12.704265 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abaeb8cb-dfd6-4dc3-97fa-119772da2a5f']}} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:12.721613 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c') {'for_net_delete': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:12.721946 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea0bc05-fe76-4f99-a6b9-138cb24dcc1c') {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:12.736298 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263819266420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3839090'] for segment, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:12.752766 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:12.755096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 01:05:12.984334 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-9387e30a-e884-4113-ac00-b44518c3cff8 None None] Deleting port 14817b67-16c2-4f24-b640-688a8b9abbb2 {{(pid=80162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:05:12.985117 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9387e30a-e884-4113-ac00-b44518c3cff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:13.020893 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:05:13.032493 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036849753491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852615184'] for segment, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:13.064510 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-9387e30a-e884-4113-ac00-b44518c3cff8 None None] The port '14817b67-16c2-4f24-b640-688a8b9abbb2' was deleted {{(pid=80162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 20 01:05:13.253993 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Network abaeb8cb-dfd6-4dc3-97fa-119772da2a5f has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: Traceback (most recent call last): Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: timer() Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: cb(*args, **kw) Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: return func(*args, **kwargs) Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: self._notify() Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: self.callback(batched_events) Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: event.method(event) Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: segment_id)['aggregates'][0] Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, *a, **k) Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: return self._get(url).json() Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: **kwargs) Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: **endpoint_filter) Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 01:05:13.280191 dv-cinder-667108-30-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 01:05:13.368306 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5004811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853813635'] for network, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:13.372623 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:13.386446 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:13.399060 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Pushing event deleted for resources: {'Network': ['ID=abaeb8cb-dfd6-4dc3-97fa-119772da2a5f,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:13.402978 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:13.414746 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-e523f3f2-fc06-455a-bec1-f18b76fe6800 admin admin] 10.222.0.44 "DELETE /v2.0/networks/abaeb8cb-dfd6-4dc3-97fa-119772da2a5f HTTP/1.1" status: 204 len: 168 time: 1.9025209 Jan 20 01:05:13.417715 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38734) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:13.519949 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:13.704994 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 14817b67-16c2-4f24-b640-688a8b9abbb2 no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:05:13.743258 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: 14817b67-16c2-4f24-b640-688a8b9abbb2 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:05:13.743669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 14817b67-16c2-4f24-b640-688a8b9abbb2 not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:05:14.286714 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8265c15a-479d-418e-9b31-56224b67eca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854164402'] for router_interface, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:14.819215 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-8265c15a-479d-418e-9b31-56224b67eca6 admin admin] Deleting port e25aa8a0-c25c-4695-9c33-f6c3c7298842 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:05:14.819849 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8265c15a-479d-418e-9b31-56224b67eca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:15.038019 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-8265c15a-479d-418e-9b31-56224b67eca6 admin admin] For port e25aa8a0-c25c-4695-9c33-f6c3c7298842, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=e25aa8a0-c25c-4695-9c33-f6c3c7298842,segment=NetworkSegment(9d3055b0-967f-46ef-abc8-5a379fff2695),segment_id=9d3055b0-967f-46ef-abc8-5a379fff2695)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:05:15.038401 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8265c15a-479d-418e-9b31-56224b67eca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:15.190849 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-8265c15a-479d-418e-9b31-56224b67eca6 admin admin] Calling delete_port for e25aa8a0-c25c-4695-9c33-f6c3c7298842 owned by network:router_interface {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:05:15.374368 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8265c15a-479d-418e-9b31-56224b67eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:15.390743 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:15.448091 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265c15a-479d-418e-9b31-56224b67eca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25aa8a0-c25c-4695-9c33-f6c3c7298842,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:15.451096 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8265c15a-479d-418e-9b31-56224b67eca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:15.844683 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8265c15a-479d-418e-9b31-56224b67eca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854198364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-959454'] for router_interface, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:16.366374 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8265c15a-479d-418e-9b31-56224b67eca6 admin admin] Router d08d1c43-5255-4212-81d5-4bab031d8a8c has already been hosted by L3 agent 48f3f500-c824-42c3-8771-385393b42a92 {{(pid=80161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 01:05:16.564340 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8265c15a-479d-418e-9b31-56224b67eca6 admin admin] Notify agent at l3_agent.dv-cinder-667108-30-smb the message routers_updated {{(pid=80161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 01:05:16.574556 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-8265c15a-479d-418e-9b31-56224b67eca6 admin admin] 10.222.0.44 "PUT /v2.0/routers/d08d1c43-5255-4212-81d5-4bab031d8a8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1556988 Jan 20 01:05:16.575723 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9120f4-d8be-4d6f-bf6f-087ab2fb448a None None] Sync routers for ids ['d08d1c43-5255-4212-81d5-4bab031d8a8c'] in dv-cinder-667108-30-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 01:05:16.577709 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38750) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:16.588905 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9120f4-d8be-4d6f-bf6f-087ab2fb448a None None] Routers {'d08d1c43-5255-4212-81d5-4bab031d8a8c'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:05:16.589888 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7c9120f4-d8be-4d6f-bf6f-087ab2fb448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:05:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d08d1c43-5255-4212-81d5-4bab031d8a8c'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:16.773670 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:16.792247 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-7c9120f4-d8be-4d6f-bf6f-087ab2fb448a None None] Set router d08d1c43-5255-4212-81d5-4bab031d8a8c gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:05:17.113317 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7c9120f4-d8be-4d6f-bf6f-087ab2fb448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'name': 'tempest-TestShelveInstance-245001791-router', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:09Z', 'updated_at': '2021-01-20T01:05:15Z', 'revision_number': 5, 'project_id': '4b6078aaccc249589e263c41ab2d50be', 'gw_port': {'id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:12Z', 'updated_at': '2021-01-20T01:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:17.118870 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9120f4-d8be-4d6f-bf6f-087ab2fb448a None None] Checking router: d08d1c43-5255-4212-81d5-4bab031d8a8c for host: dv-cinder-667108-30-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 01:05:17.130288 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9120f4-d8be-4d6f-bf6f-087ab2fb448a None None] Routers {'d08d1c43-5255-4212-81d5-4bab031d8a8c'} bound to L3 agent in host dv-cinder-667108-30-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 01:05:17.131034 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7c9120f4-d8be-4d6f-bf6f-087ab2fb448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-30-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-20T00:47:41Z,description=,heartbeat_timestamp=2021-01-20T01:05:11Z,host='dv-cinder-667108-30-smb',id=48f3f500-c824-42c3-8771-385393b42a92,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T00:47:41Z,topic='l3_agent')) {'router_ids': ['d08d1c43-5255-4212-81d5-4bab031d8a8c'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:17.286018 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:17.291204 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] Deleting port 2c7261ff-2f46-42c3-b2ef-5559903e2e58 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:05:17.291582 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:17.334641 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-7c9120f4-d8be-4d6f-bf6f-087ab2fb448a None None] Set router d08d1c43-5255-4212-81d5-4bab031d8a8c gateway port host: dv-cinder-667108-30-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 01:05:17.479504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] For port 2c7261ff-2f46-42c3-b2ef-5559903e2e58, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=2c7261ff-2f46-42c3-b2ef-5559903e2e58,segment=NetworkSegment(55223f1b-f4da-4d04-a26c-93ee843b4be4),segment_id=55223f1b-f4da-4d04-a26c-93ee843b4be4)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:05:17.479984 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:17.621541 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] Calling delete_port for 2c7261ff-2f46-42c3-b2ef-5559903e2e58 owned by network:router_gateway {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:05:17.765612 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:17.811272 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7c9120f4-d8be-4d6f-bf6f-087ab2fb448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'name': 'tempest-TestShelveInstance-245001791-router', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:09Z', 'updated_at': '2021-01-20T01:05:15Z', 'revision_number': 5, 'project_id': '4b6078aaccc249589e263c41ab2d50be', 'gw_port': {'id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:12Z', 'updated_at': '2021-01-20T01:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}], 'dv-cinder-667108-30-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:17.815425 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9120f4-d8be-4d6f-bf6f-087ab2fb448a None None] The sync data for ids ['d08d1c43-5255-4212-81d5-4bab031d8a8c'] in dv-cinder-667108-30-smb is: [{'id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'name': 'tempest-TestShelveInstance-245001791-router', 'tenant_id': '4b6078aaccc249589e263c41ab2d50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'external_fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T01:00:09Z', 'updated_at': '2021-01-20T01:05:15Z', 'revision_number': 5, 'project_id': '4b6078aaccc249589e263c41ab2d50be', 'gw_port': {'id': '2c7261ff-2f46-42c3-b2ef-5559903e2e58', 'name': '', 'network_id': '7116fac5-173a-4c74-bc75-236a854e751a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1c43-5255-4212-81d5-4bab031d8a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6b429026-7f7c-498d-960b-2e131da09027', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-30-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T01:00:12Z', 'updated_at': '2021-01-20T01:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b429026-7f7c-498d-960b-2e131da09027', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-30-smb'}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 01:05:17.957592 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962118'] for router_gateway, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:18.098701 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-390'] for router, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:18.101100 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:18.120845 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854167909'] for router, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:18.121405 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d08d1c43-5255-4212-81d5-4bab031d8a8c {{(pid=80161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 01:05:18.134435 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] Notify callbacks [] for router, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:18.138527 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-02f947fc-3263-4ed0-97fc-242470e8f5c0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d08d1c43-5255-4212-81d5-4bab031d8a8c HTTP/1.1" status: 204 len: 168 time: 1.5567663 Jan 20 01:05:18.138981 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38756) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:18.204795 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23e0507-ee8b-4435-90dd-43814c79fcb1 admin admin] Deleting subnet f8bd46f6-4eea-4967-9262-334cf2404351 {{(pid=80161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 01:05:18.208273 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a23e0507-ee8b-4435-90dd-43814c79fcb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:18.268097 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a23e0507-ee8b-4435-90dd-43814c79fcb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850936710'] for subnet, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:18.363768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a23e0507-ee8b-4435-90dd-43814c79fcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5022249'] for subnet, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:18.648550 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a23e0507-ee8b-4435-90dd-43814c79fcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849753567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852615333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2933401'] for subnet, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:18.664633 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:18.711406 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e0507-ee8b-4435-90dd-43814c79fcb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8bd46f6-4eea-4967-9262-334cf2404351,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:18.714392 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a23e0507-ee8b-4435-90dd-43814c79fcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:18.808541 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a23e0507-ee8b-4435-90dd-43814c79fcb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:18.814159 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33abe085-df19-4d81-9dfe-693dbcde7dff None None] Network 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 requested from dv-cinder-667108-30-smb {{(pid=80162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 01:05:18.816475 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-a23e0507-ee8b-4435-90dd-43814c79fcb1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f8bd46f6-4eea-4967-9262-334cf2404351 HTTP/1.1" status: 204 len: 168 time: 0.6764147 Jan 20 01:05:18.819257 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38768) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:18.940663 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036849830608'] for network, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:19.009429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Deleting port b1fee52b-4c28-4e29-b74b-1d8667679079 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:05:19.009805 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:19.074492 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a675373-dfd1-4f57-bac1-f58d679b7e3e None None] DHCP port deletion for 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 request from dv-cinder-667108-30-smb {{(pid=80162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 20 01:05:19.079336 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-0a675373-dfd1-4f57-bac1-f58d679b7e3e None None] Deleting port b1fee52b-4c28-4e29-b74b-1d8667679079 {{(pid=80162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:05:19.079768 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a675373-dfd1-4f57-bac1-f58d679b7e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:19.233907 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] For port b1fee52b-4c28-4e29-b74b-1d8667679079, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=b1fee52b-4c28-4e29-b74b-1d8667679079,segment=NetworkSegment(9d3055b0-967f-46ef-abc8-5a379fff2695),segment_id=9d3055b0-967f-46ef-abc8-5a379fff2695)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:05:19.234467 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:19.298713 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-0a675373-dfd1-4f57-bac1-f58d679b7e3e None None] For port b1fee52b-4c28-4e29-b74b-1d8667679079, host dv-cinder-667108-30-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-30-smb',level=0,port_id=b1fee52b-4c28-4e29-b74b-1d8667679079,segment=NetworkSegment(9d3055b0-967f-46ef-abc8-5a379fff2695),segment_id=9d3055b0-967f-46ef-abc8-5a379fff2695)] {{(pid=80162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:05:19.299166 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a675373-dfd1-4f57-bac1-f58d679b7e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:19.366708 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Calling delete_port for b1fee52b-4c28-4e29-b74b-1d8667679079 owned by network:dhcp {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:05:19.431161 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-0a675373-dfd1-4f57-bac1-f58d679b7e3e None None] Calling delete_port for b1fee52b-4c28-4e29-b74b-1d8667679079 owned by network:dhcp {{(pid=80162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:05:19.446664 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160429'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:19.463276 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bb3467de-c9b9-4181-ae6c-42395b81e763 tempest-AttachVolumeTestJSON-2130548124 tempest-AttachVolumeTestJSON-2130548124] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:19.509422 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-0a675373-dfd1-4f57-bac1-f58d679b7e3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80162) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 01:05:19.509700 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_db.api [None req-0a675373-dfd1-4f57-bac1-f58d679b7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 01:05:19.519433 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1fee52b-4c28-4e29-b74b-1d8667679079,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:19.522235 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:19.614269 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] No DVR routers for this DVR port b1fee52b-4c28-4e29-b74b-1d8667679079 on host dv-cinder-667108-30-smb {{(pid=80161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:05:19.720123 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 2c7261ff-2f46-42c3-b2ef-5559903e2e58 no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:05:19.751091 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5005052', 'neutron.services.segments.db._delete_segments_for_network--9223363263819270516'] for network, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:19.769886 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: 2c7261ff-2f46-42c3-b2ef-5559903e2e58 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:05:19.770217 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device 2c7261ff-2f46-42c3-b2ef-5559903e2e58 not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:05:19.770732 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device e25aa8a0-c25c-4695-9c33-f6c3c7298842 no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:05:19.811425 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: e25aa8a0-c25c-4695-9c33-f6c3c7298842 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:05:19.811831 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device e25aa8a0-c25c-4695-9c33-f6c3c7298842 not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:05:19.812544 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device b1fee52b-4c28-4e29-b74b-1d8667679079 no longer exists at agent ovs-agent-dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:05:19.850302 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] No Port match for: b1fee52b-4c28-4e29-b74b-1d8667679079 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:05:19.850904 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Device b1fee52b-4c28-4e29-b74b-1d8667679079 not bound to the agent host dv-cinder-667108-30-smb {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:05:19.879627 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4']}} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:19.892568 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3055b0-967f-46ef-abc8-5a379fff2695') {'for_net_delete': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:19.892906 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3055b0-967f-46ef-abc8-5a379fff2695') {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:19.904925 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263819266420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3839090'] for segment, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:19.923094 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:19.925138 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 01:05:20.011518 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-0a675373-dfd1-4f57-bac1-f58d679b7e3e None None] Deleting port b1fee52b-4c28-4e29-b74b-1d8667679079 {{(pid=80162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:05:20.011955 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a675373-dfd1-4f57-bac1-f58d679b7e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:20.081260 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-0a675373-dfd1-4f57-bac1-f58d679b7e3e None None] The port 'b1fee52b-4c28-4e29-b74b-1d8667679079' was deleted {{(pid=80162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 20 01:05:20.107042 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Network 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:05:20.116445 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036849753491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852615184'] for segment, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:20.301504 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Network 123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: Traceback (most recent call last): Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: timer() Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: cb(*args, **kw) Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: return func(*args, **kwargs) Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: self._notify() Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: self.callback(batched_events) Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: event.method(event) Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: segment_id)['aggregates'][0] Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, *a, **k) Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: return self._get(url).json() Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: **kwargs) Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: **endpoint_filter) Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 01:05:20.324310 dv-cinder-667108-30-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 01:05:20.407129 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5004811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853813635'] for network, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:20.410861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-38e4779d-5e2c-4b9b-9241-0fa613d77e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:20.428179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:20.434669 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Pushing event deleted for resources: {'Network': ['ID=123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:20.439015 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:20.442389 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-8ba8baa3-949f-45fe-84ec-b35e9144c365 admin admin] 10.222.0.44 "DELETE /v2.0/networks/123b9ea0-d1c9-45c2-8c2d-18b026d9d7b4 HTTP/1.1" status: 204 len: 168 time: 1.6221189 Jan 20 01:05:20.586014 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38778) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:20.638498 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-fe6092d3-9e21-4d40-b715-37f8b35d2a5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a89e0dd8a648464fa0ce06377bb18327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507603 Jan 20 01:05:20.641263 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38782) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:20.700970 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc666bc4-16a8-4746-8964-0ff274f22fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:20.727694 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc666bc4-16a8-4746-8964-0ff274f22fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:20.779277 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc666bc4-16a8-4746-8964-0ff274f22fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:20.784365 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4367b330-6ead-4b5b-8114-9bca248e19d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:20.800023 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc666bc4-16a8-4746-8964-0ff274f22fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b0384b-742d-43a3-8f07-9cfbf9705ac4,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:20.803234 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cc666bc4-16a8-4746-8964-0ff274f22fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:20.805253 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc666bc4-16a8-4746-8964-0ff274f22fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:20.806902 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-cc666bc4-16a8-4746-8964-0ff274f22fb7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71b0384b-742d-43a3-8f07-9cfbf9705ac4 HTTP/1.1" status: 204 len: 168 time: 0.1642349 Jan 20 01:05:21.229402 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38790) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:21.284988 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-3faf4a42-151d-4da6-8b24-7a5874df66f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b6078aaccc249589e263c41ab2d50be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542352 Jan 20 01:05:21.287522 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38794) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:21.351929 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19b03c91-fd84-4841-944d-53d1c2464a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:21.381783 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19b03c91-fd84-4841-944d-53d1c2464a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:21.430366 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19b03c91-fd84-4841-944d-53d1c2464a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:21.436643 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c986f0ff-988b-4f9b-9f08-6c8ca699c2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:21.451659 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b03c91-fd84-4841-944d-53d1c2464a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4ffc22-5d60-4f79-9ff5-fd8b1dc0bfad,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:21.454415 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-19b03c91-fd84-4841-944d-53d1c2464a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:21.457098 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-19b03c91-fd84-4841-944d-53d1c2464a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:21.457944 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-19b03c91-fd84-4841-944d-53d1c2464a8f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a4ffc22-5d60-4f79-9ff5-fd8b1dc0bfad HTTP/1.1" status: 204 len: 168 time: 0.1694393 Jan 20 01:05:21.564299 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:05:25.828429 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ff8b-24bc-4917-920e-9de7f22ced11 req-e2b76388-d106-4d52-a8bd-7d2dff3b609d tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:25.830183 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0094ff8b-24bc-4917-920e-9de7f22ced11 req-e2b76388-d106-4d52-a8bd-7d2dff3b609d tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 945 time: 0.1101050 Jan 20 01:05:25.888610 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0094ff8b-24bc-4917-920e-9de7f22ced11 req-b416813e-c18a-47c0-bc36-1523101c4e19 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516849 Jan 20 01:05:26.769684 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:27.126841 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29614036-97ca-44dc-a053-01e2151c4ea4 req-1cc33ffd-8671-4fc9-9711-225f7e498490 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:27.128516 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-29614036-97ca-44dc-a053-01e2151c4ea4 req-1cc33ffd-8671-4fc9-9711-225f7e498490 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 945 time: 0.1066751 Jan 20 01:05:27.181978 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-29614036-97ca-44dc-a053-01e2151c4ea4 req-7dc2a041-14bd-4442-9a77-371b714a82f4 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464082 Jan 20 01:05:28.415985 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ffaf3-d8ac-4351-836c-b1156d6b22e7 req-4cb12701-ef5d-4e4c-bb32-1065f732a16f tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:28.417672 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7c6ffaf3-d8ac-4351-836c-b1156d6b22e7 req-4cb12701-ef5d-4e4c-bb32-1065f732a16f tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 945 time: 0.1049552 Jan 20 01:05:28.472783 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-7c6ffaf3-d8ac-4351-836c-b1156d6b22e7 req-d42ae8d5-68dc-4480-bbc2-d133cb1da47a tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486383 Jan 20 01:05:29.703672 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baa009-c76f-4fab-badf-8cd50a4c19bc req-f0f18c4c-2287-437e-9f1b-db1f24a17ad8 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:29.705258 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-63baa009-c76f-4fab-badf-8cd50a4c19bc req-f0f18c4c-2287-437e-9f1b-db1f24a17ad8 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 945 time: 0.1043077 Jan 20 01:05:29.994088 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-63baa009-c76f-4fab-badf-8cd50a4c19bc req-2af50f27-32f3-4fa3-a395-8250893c600b tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/security-groups?id=8b512f80-898c-4487-b273-ca2eb8b7bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824945 Jan 20 01:05:30.327635 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f735d68-76c4-4f30-9a5a-5a1587dfdfcf req-39b22c11-5862-4e63-96d6-950e84c2f7fd tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 01:05:30.329182 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0f735d68-76c4-4f30-9a5a-5a1587dfdfcf req-39b22c11-5862-4e63-96d6-950e84c2f7fd tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.48 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 945 time: 0.1065552 Jan 20 01:05:30.411747 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-0f735d68-76c4-4f30-9a5a-5a1587dfdfcf req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Deleting port 5800f62f-83b5-4210-abe9-a26fa6825b54 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 01:05:30.412135 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0f735d68-76c4-4f30-9a5a-5a1587dfdfcf req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773035660471'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:30.674372 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-0f735d68-76c4-4f30-9a5a-5a1587dfdfcf req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] For port 5800f62f-83b5-4210-abe9-a26fa6825b54, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=5800f62f-83b5-4210-abe9-a26fa6825b54,segment=NetworkSegment(0c1bc389-aaf1-4cec-8d26-d99c52a707da),segment_id=0c1bc389-aaf1-4cec-8d26-d99c52a707da)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 01:05:30.674741 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0f735d68-76c4-4f30-9a5a-5a1587dfdfcf req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854121377'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:30.806205 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-0f735d68-76c4-4f30-9a5a-5a1587dfdfcf req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Calling delete_port for 5800f62f-83b5-4210-abe9-a26fa6825b54 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 01:05:30.955228 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0f735d68-76c4-4f30-9a5a-5a1587dfdfcf req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036849755539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036848944845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263819150503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263819608265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713919'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:30.971001 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1e576c2c-8667-44ab-b0b8-01c8ba0f6967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:31.032198 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Pushing event deleted for resources: {'Port': ['ID=5800f62f-83b5-4210-abe9-a26fa6825b54,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:31.044861 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.045253 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.045720 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.046075 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.046466 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.046916 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.047317 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.047794 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.048076 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.048471 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.048857 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.049246 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.049691 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.050085 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.050476 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.050894 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.051283 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.051674 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.052064 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.052450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.052840 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.053228 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.053618 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.054005 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-30-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 01:05:31.059401 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:31.182006 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-8462891d-37c8-41de-9dbe-523adcd98099 req-d1810a55-01a3-48fc-9d52-0a3bf092a088 tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.44 "GET /v2.0/ports?device_id=1fde677e-aca3-4231-b8ab-833845fed502 HTTP/1.1" status: 200 len: 210 time: 0.0558691 Jan 20 01:05:31.249000 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f735d68-76c4-4f30-9a5a-5a1587dfdfcf req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] No DVR routers for this DVR port 5800f62f-83b5-4210-abe9-a26fa6825b54 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 01:05:31.251099 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0f735d68-76c4-4f30-9a5a-5a1587dfdfcf req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761181'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:31.253783 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fde677e-aca3-4231-b8ab-833845fed502', 'name': 'network-vif-deleted', 'tag': '5800f62f-83b5-4210-abe9-a26fa6825b54'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 01:05:31.268789 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [req-0f735d68-76c4-4f30-9a5a-5a1587dfdfcf req-1a1cc9cb-76d1-49ef-9128-433fbfd930fa tempest-VolumesSnapshotTestJSON-1670157007 tempest-VolumesSnapshotTestJSON-1670157007] 10.222.0.48 "DELETE /v2.0/ports/5800f62f-83b5-4210-abe9-a26fa6825b54 HTTP/1.1" status: 204 len: 173 time: 0.9308612 Jan 20 01:05:31.315880 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fde677e-aca3-4231-b8ab-833845fed502', 'name': 'network-vif-deleted', 'tag': '5800f62f-83b5-4210-abe9-a26fa6825b54', 'status': 'completed', 'code': 200} Jan 20 01:05:31.427723 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 5800f62f-83b5-4210-abe9-a26fa6825b54 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 01:05:31.464027 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] No Port match for: 5800f62f-83b5-4210-abe9-a26fa6825b54 {{(pid=80162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 01:05:31.464465 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Device 5800f62f-83b5-4210-abe9-a26fa6825b54 not bound to the agent host hv-cinder-66710 {{(pid=80162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 01:05:37.960893 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4364d612-331f-494a-9dfc-45fdd7cdfc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:41.026060 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2267b20b-d2a3-4ebc-8bee-aa2d4ee0eeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:42.574800 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:42.667738 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:43.495069 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:51.952197 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38952) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:52.019772 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e65a245-d2ce-4d7a-a573-f25a084afa95 admin admin] Deleting subnet 36626d57-a9a8-451a-aae3-10c92f87ebe2 {{(pid=80161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 01:05:52.023175 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0e65a245-d2ce-4d7a-a573-f25a084afa95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:52.079740 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0e65a245-d2ce-4d7a-a573-f25a084afa95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850936710'] for subnet, precommit_delete_associations {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:52.140011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0e65a245-d2ce-4d7a-a573-f25a084afa95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5022249'] for subnet, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:52.396895 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0e65a245-d2ce-4d7a-a573-f25a084afa95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036849753567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852615333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2933401'] for subnet, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:52.412677 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5687dcdd-7f13-4b42-b4ab-0c2a9ce75265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:52.457522 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65a245-d2ce-4d7a-a573-f25a084afa95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36626d57-a9a8-451a-aae3-10c92f87ebe2,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:52.462449 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0e65a245-d2ce-4d7a-a573-f25a084afa95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:52.548011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0e65a245-d2ce-4d7a-a573-f25a084afa95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for subnet, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:52.554065 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-0e65a245-d2ce-4d7a-a573-f25a084afa95 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/36626d57-a9a8-451a-aae3-10c92f87ebe2 HTTP/1.1" status: 204 len: 168 time: 0.6006956 Jan 20 01:05:52.556715 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38956) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:52.674158 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036849830608'] for network, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:52.861431 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5005052', 'neutron.services.segments.db._delete_segments_for_network--9223363263819270516'] for network, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:52.975356 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17d7c00-f982-4ccc-abd5-7339990ca629']}} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:52.988807 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1bc389-aaf1-4cec-8d26-d99c52a707da') {'for_net_delete': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:52.989150 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1bc389-aaf1-4cec-8d26-d99c52a707da') {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 01:05:53.001775 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263819266420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3839090'] for segment, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:53.020735 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5022325'] for segment, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:53.022763 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 01:05:53.201852 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] Network c17d7c00-f982-4ccc-abd5-7339990ca629 has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:05:53.210814 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036849753491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852615184'] for segment, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:53.392209 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] Network c17d7c00-f982-4ccc-abd5-7339990ca629 has no segments {{(pid=80161) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: Traceback (most recent call last): Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: timer() Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: cb(*args, **kw) Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: return func(*args, **kwargs) Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: self._notify() Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: self.callback(batched_events) Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: event.method(event) Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: segment_id)['aggregates'][0] Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: return f(self, *a, **k) Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: return self._get(url).json() Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: **kwargs) Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: **endpoint_filter) Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 01:05:53.415324 dv-cinder-667108-30-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 01:05:53.493675 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5004811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853750982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853813635'] for network, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:53.497258 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:53.515450 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577421'] for network, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:53.526700 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c17d7c00-f982-4ccc-abd5-7339990ca629,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:53.530715 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:53.535310 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-594e7a01-4597-428f-ac8a-ed9a243b4fa7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c17d7c00-f982-4ccc-abd5-7339990ca629 HTTP/1.1" status: 204 len: 168 time: 0.9775994 Jan 20 01:05:53.682436 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38962) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:53.733764 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-f6cd9a14-1b75-4862-9452-12f2c8ff1f75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3df2a698aef4401db85696eff42c2336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500224 Jan 20 01:05:53.736297 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80161) accepted ('10.222.0.44', 38966) {{(pid=80161) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 01:05:53.796015 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-70ee289e-eed4-4327-a964-257478cd1f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:53.822973 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-70ee289e-eed4-4327-a964-257478cd1f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:53.867839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-70ee289e-eed4-4327-a964-257478cd1f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853751018'] for security_group, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:53.872961 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bbc535a8-3b21-4f4f-b06c-d2e537c01b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 01:05:53.886248 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee289e-eed4-4327-a964-257478cd1f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b512f80-898c-4487-b273-ca2eb8b7bbef,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 01:05:53.889628 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-70ee289e-eed4-4327-a964-257478cd1f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 01:05:53.896640 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-70ee289e-eed4-4327-a964-257478cd1f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:53.897817 dv-cinder-667108-30-smb neutron-server[80047]: INFO neutron.wsgi [None req-70ee289e-eed4-4327-a964-257478cd1f4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b512f80-898c-4487-b273-ca2eb8b7bbef HTTP/1.1" status: 204 len: 168 time: 0.1605797 Jan 20 01:05:56.766185 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:05:58.564293 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:06:07.963885 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98a7075a-b215-458d-ae72-6ae979f5e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:06:11.028459 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-21342c98-a6a3-40f5-8573-e1aa8cd8ada7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:06:12.577957 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:06:12.672327 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:06:13.499773 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:06:26.778941 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:06:35.564010 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:06:37.966106 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-576be3e5-d4b7-44ca-ad7d-c096f88eeda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:06:41.031921 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5daf6027-0002-42ee-bb7f-c3c0e6e1c13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:06:42.580658 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:06:42.677901 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:06:43.501011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:06:56.791717 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:07:07.969161 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b4530edf-58e8-4e67-b063-ff8c7344da05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:07:11.033683 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e4bd4a91-82e5-4403-978e-2d9eba31d68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:07:12.564705 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:07:12.583620 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:07:12.681114 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:07:13.502730 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:07:26.794049 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:07:37.971970 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f6e4a455-cba9-4e10-951b-8ebc77b2af9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:07:41.035163 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-38dc6d02-5b34-4b62-a29f-cd2b50576e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:07:42.585050 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:07:42.683467 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:07:43.505011 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:07:49.564076 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:07:56.792723 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:08:07.977004 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-073047ad-22c7-4a9e-aa28-506199986891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:08:11.036215 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-07ca73c6-b471-41f1-9deb-e8c3431900cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:08:12.589370 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:08:12.684208 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:08:13.507071 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:08:26.563424 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:08:26.792037 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:08:37.980008 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cde1a0d8-922c-4afd-8fb8-78a487ee4fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:08:41.038998 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-58502a21-5173-498d-a29e-c5c59a8a49db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:08:42.592179 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:08:42.684621 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:08:43.509399 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:08:56.793108 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:09:03.562871 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:09:07.981884 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2f09-1878-462c-b6fc-5e71739bedb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:09:11.041990 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d263683e-ae7b-41f5-834b-39ba2c5effeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:09:12.595056 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:09:12.686608 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:09:13.512410 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:09:26.792526 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:09:37.984009 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2a21204b-389a-4fc1-80d0-e055307efabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:09:40.561753 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:09:41.043042 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a64c2a04-5c39-4d58-bbc9-52f835654d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:09:42.598974 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:09:42.687754 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:09:43.514557 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:09:56.791871 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:10:07.986291 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-12288463-ae2c-416d-903e-b9841e7f6827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:10:11.044739 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-43b363f4-5344-4be2-86bb-8936a6bf5bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:10:12.603839 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:10:12.692722 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:10:13.518060 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:10:17.561339 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:10:26.811533 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:10:37.988889 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-300157cb-0686-4093-9d70-ad4dbf06e2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:10:41.046214 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3e70-4226-4c77-b48a-da9449a78e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:10:42.603713 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03356347-9656-4046-981f-e60f72110f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:10:42.694397 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d87dcd46-b678-4f5a-9853-1870f302e4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:10:43.521851 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a192-d18d-4dfb-920d-790a31be2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 01:10:54.561057 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-9ff9ba48-f7fc-455a-bf12-1c277e446a1f None None] Agent healthcheck: found 6 active agents {{(pid=80163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 01:10:56.808344 dv-cinder-667108-30-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ebf8188d-9b4c-4cf0-a998-8173b691efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363263819270533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5000700'] for agent, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}